-- Logs begin at Thu 2022-05-26 17:07:15 UTC, end at Thu 2022-05-26 18:22:52 UTC. -- May 26 17:55:32.962451 dv-cinder-839064-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 17:55:35.802797 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.common.config [-] Logging enabled! May 26 17:55:35.803435 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 17:55:35.803600 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104037) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 17:55:35.806901 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.common.config [-] Logging enabled! May 26 17:55:35.807152 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 17:55:35.807467 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104037) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 17:55:35.808419 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 17:55:35.808654 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 17:55:35.809066 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 17:55:35.809314 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 17:55:35.809543 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 17:55:35.809970 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.810293 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.810526 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.810821 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.811114 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.811401 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.811696 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.811995 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.812282 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.812564 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.812851 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.813082 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.813367 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.813658 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.813945 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.814171 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] debug = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.814475 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.814920 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.815340 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.815631 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.815921 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.816200 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.816474 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.816761 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.817038 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.817368 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] host = dv-cinder-839064-2-iscsi {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.817646 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.817932 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.818280 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.818575 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.818848 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.819127 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.819407 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.819680 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.819953 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] log_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.820227 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.820513 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.820811 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.821088 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.821313 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.821536 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.821826 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.822110 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.822407 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.822681 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.822951 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.823216 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.823487 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.823753 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.824039 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.824316 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.824832 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.824933 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.825179 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.825451 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.825724 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.826009 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.826308 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.826585 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.826860 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.827146 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.827414 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.827684 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.827987 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.828272 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.828549 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.828836 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.829111 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.829394 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.829667 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.829940 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.830234 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] use_json = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.830511 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.830783 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.831065 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.831339 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.831610 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.831883 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.832155 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.832437 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.832710 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:35.833008 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.833305 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.833604 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.833887 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.834224 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.834489 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.834778 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.835056 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.835396 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.835689 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.835977 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.836252 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.836568 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.836845 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.837141 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.837445 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.837737 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.838027 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.838339 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.838614 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.838889 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.839164 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.839450 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.839728 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.840015 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.840817 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.841099 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.841395 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.841679 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.841963 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.842282 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.842573 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.842846 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.843122 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.843412 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.843689 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.843959 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.844251 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.844524 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.844794 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.845073 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.845362 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.845649 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.845920 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.846208 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.846512 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.846790 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.847063 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.847339 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.847613 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.847880 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.848164 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.848439 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.848708 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.848976 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.849253 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.849524 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.849796 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.850072 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.850379 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.850656 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.850924 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.851195 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.851465 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.851733 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.852000 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.852268 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.852535 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.852806 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.853073 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.853344 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.853611 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.853883 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.854155 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.854476 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.854753 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.855031 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.855309 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.855587 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.856488 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.856788 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.857069 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.857351 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.857626 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.857916 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.858208 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.858510 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.858793 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.859070 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.859388 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.859667 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.859946 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.860228 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.860503 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.860776 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.861056 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.861338 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.861631 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.861924 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.862213 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.862511 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.862803 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.863098 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.863382 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.863698 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.863980 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:35.864197 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 17:55:35.864445 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104037) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 17:55:36.325692 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 17:55:36.325985 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 17:55:36.326277 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 17:55:36.326612 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 17:55:36.675775 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.676057 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.676326 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.677506 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.677778 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.678043 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.733710 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.733991 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.734279 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.748899 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.749178 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.749449 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.779665 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.779935 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.780201 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.817623 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.818304 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:36.818304 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.164585 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.164868 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.165139 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.165405 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.166098 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.265283 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.265605 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.265888 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.266167 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.266466 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.266777 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.267035 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.267302 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.267558 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.267839 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.268095 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.268355 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.268608 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.268856 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.269110 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.269370 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.269623 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.269886 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.270152 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.270437 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.270720 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.270982 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.271263 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.271645 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.271889 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.272133 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.272531 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:55:37.272777 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:55:37.273020 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:55:37.273259 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:55:37.273498 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:55:37.273734 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:55:37.274104 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 17:55:37.278400 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 17:55:37.282356 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 17:55:37.286473 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 26 17:55:37.288093 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 17:55:37.288564 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 17:55:37.288897 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 17:55:37.289287 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 17:55:37.292078 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 17:55:37.292329 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 17:55:37.292675 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 17:55:37.297888 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 17:55:37.322022 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 17:55:37.322514 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.322815 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104037) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 26 17:55:37.323190 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.324573 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104037) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 17:55:37.325492 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 17:55:37.325771 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 17:55:37.329041 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.329319 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:37.391080 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 17:55:37.391314 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 17:55:37.391550 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 17:55:37.391931 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 17:55:37.445557 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO dbcounter [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Registered counter for database neutron May 26 17:55:37.466477 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_db.sqlalchemy.engines [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104037) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 17:55:37.472339 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG dbcounter [-] [104037] Writer thread running {{(pid=104037) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 17:55:37.911029 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Initializing driver for type 'gre' May 26 17:55:37.911793 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] gre ID ranges: [(1, 1000)] May 26 17:55:37.969669 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Initializing driver for type 'local' May 26 17:55:37.969996 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Initializing driver for type 'vlan' May 26 17:55:37.983875 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] VlanTypeDriver initialization complete May 26 17:55:37.984305 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Initializing driver for type 'vxlan' May 26 17:55:37.984841 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] vxlan ID ranges: [(1, 1000)] May 26 17:55:38.042952 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Initializing extension driver 'port_security' May 26 17:55:38.043316 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.extensions.port_security [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] PortSecurityExtensionDriver initialization complete May 26 17:55:38.043798 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Initializing mechanism driver 'openvswitch' May 26 17:55:38.044203 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Initializing mechanism driver 'hyperv' May 26 17:55:38.051155 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.plugins.ml2.plugin [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:55:38.051833 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > port after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.052209 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > port after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.052560 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > port after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.053068 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:55:38.053499 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > subnet after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.053854 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > subnet after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.054217 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.054615 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:55:38.055026 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > network after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.055379 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > network after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.055724 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > network after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.056111 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:55:38.056513 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > security_group after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.056875 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > security_group after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.057202 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.057591 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:55:38.057995 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.058368 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.058724 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.059601 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:55:38.060076 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > address_group after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.060541 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > address_group after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.060884 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.061275 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104037) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 17:55:38.061892 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] ML2 OVO RPC backend initialized. {{(pid=104037) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 26 17:55:38.062650 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.063018 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.063442 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > network before_response 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.063802 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > networks before_response 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.064154 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > port before_response 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.064498 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > ports before_response 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.064847 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > subnet before_response 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.065193 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > subnets before_response 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.065541 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > network after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.065887 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > network after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.066246 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > network after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.066587 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > port after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.066930 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > port after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.067269 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > port after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.067609 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > subnet after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.067949 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > subnet after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.068283 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.076758 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded quota_driver: . May 26 17:55:38.077127 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.plugin [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Modular L2 Plugin initialization complete May 26 17:55:38.077480 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading services supported by the core plugin {{(pid=104037) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 17:55:38.077831 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.plugins.ml2.managers [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Got port-security extension from driver 'port_security' May 26 17:55:38.078358 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.extensions.vlantransparent [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Disabled vlantransparent extension. May 26 17:55:38.078864 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104037) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 17:55:38.079195 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading Plugin: router May 26 17:55:38.113803 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.114216 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router after_create 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.114590 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router before_create 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.114958 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.115332 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.115690 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router after_delete 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.116052 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.116404 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.116770 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router after_create 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.117117 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router after_update 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.117468 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router after_update 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.117820 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.118182 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router after_update 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.118618 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router precommit_update 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.118986 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: port after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.119328 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: port after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.119670 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: subnet after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.120006 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.120356 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.120703 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router precommit_create 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.121160 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: port before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.121997 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router precommit_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.122398 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router after_update 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.122736 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.123088 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router precommit_create 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.123456 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.123804 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router precommit_update 55549900 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.124167 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > agent after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.124520 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > agent after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.124864 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > network after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.125758 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Tracking information for resource: router configured {{(pid=104037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:55:38.126089 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Tracking information for resource: floatingip configured {{(pid=104037) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 17:55:38.131349 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.db.l3_agentschedulers_db [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 17:55:38.131930 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: port after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.132297 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: port after_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.132650 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: port after_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.133036 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: port after_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.133851 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router before_create 55550100 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.134242 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.134611 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router precommit_create 55550100 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.134969 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > router precommit_update 55550100 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.140537 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.services.provider_configuration [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service providers = [] {{(pid=104037) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 17:55:38.140906 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.db.servicetype_db [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104037) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 17:55:38.144035 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.services.service_base [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104037) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 17:55:38.144386 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.services.service_base [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104037) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 17:55:38.144731 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.services.service_base [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104037) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 17:55:38.145621 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.services.service_base [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104037) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 17:55:38.145998 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.services.service_base [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 17:55:38.146410 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:55:38.146728 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 17:55:38.157761 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:55:38.158099 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading Plugin: auto_allocate May 26 17:55:38.164122 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: network precommit_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.164442 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: network precommit_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.164979 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:55:38.165298 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading Plugin: tag May 26 17:55:38.172206 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:55:38.172532 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading Plugin: timestamp May 26 17:55:38.176627 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:55:38.176986 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading Plugin: network_ip_availability May 26 17:55:38.182500 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.182875 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.183231 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.184509 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:55:38.184987 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading Plugin: flavors May 26 17:55:38.189739 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:55:38.190073 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading Plugin: revisions May 26 17:55:38.194408 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104037) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 17:55:38.194805 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_concurrency.lockutils [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.868s {{(pid=104037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 17:55:38.195556 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104037) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 17:55:38.195901 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Initializing extension manager. May 26 17:55:38.196434 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: __init__.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.196775 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: __pycache__ {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.197111 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: _port_mac_address_override.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.197444 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: address_group.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.198450 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.199048 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: address-group May 26 17:55:38.199377 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: address_scope.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.200880 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.201398 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: address-scope May 26 17:55:38.201725 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.202707 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.203232 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: router-admin-state-down-before-update May 26 17:55:38.203559 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: agent.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.204269 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.204789 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: agent May 26 17:55:38.205132 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: agent_resources_synced.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.206032 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.206575 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: agent-resources-synced May 26 17:55:38.206905 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: allowedaddresspairs.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.208739 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.209267 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: allowed-address-pairs May 26 17:55:38.209595 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: auto_allocated_topology.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.210702 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.211223 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: auto-allocated-topology May 26 17:55:38.211550 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: availability_zone.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.212366 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.212764 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: availability_zone May 26 17:55:38.213091 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: availability_zone_filter.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.214013 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.214562 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: availability_zone_filter May 26 17:55:38.214895 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: data_plane_status.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.216140 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.216644 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension data-plane-status not supported by any of loaded plugins May 26 17:55:38.216968 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: default_subnetpools.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.217887 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.218422 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: default-subnetpools May 26 17:55:38.218750 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.219581 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.220091 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: dhcp_agent_scheduler May 26 17:55:38.220414 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: dns.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.221332 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.221949 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension dns-integration not supported by any of loaded plugins May 26 17:55:38.222311 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: dns_domain_ports.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.223230 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.223743 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 17:55:38.224069 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.225000 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.225503 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 17:55:38.225825 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: dvr.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.226532 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.227045 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: dvr May 26 17:55:38.227370 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: ecmp_routes.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.228297 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.228814 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension ecmp_routes not supported by any of loaded plugins May 26 17:55:38.229134 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: empty_string_filtering.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.230115 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.230659 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: empty-string-filtering May 26 17:55:38.231202 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.232136 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.232651 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 17:55:38.232970 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.233898 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.234435 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 17:55:38.234761 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: external_net.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.235679 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.236195 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: external-net May 26 17:55:38.236518 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.237436 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.238118 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: extra_dhcp_opt May 26 17:55:38.238477 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: extraroute.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.239397 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.239911 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: extraroute May 26 17:55:38.240235 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: extraroute_atomic.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.241277 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.241796 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: extraroute-atomic May 26 17:55:38.242124 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: filter_validation.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.242831 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.243338 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: filter-validation May 26 17:55:38.243662 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: fip_pf_description.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.244576 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.245091 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 17:55:38.245411 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: fip_pf_port_range.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.246376 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.247650 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 26 17:55:38.247976 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: fip_port_details.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.248912 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.249424 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: fip-port-details May 26 17:55:38.249747 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: flavors.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.251013 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.251537 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: flavors May 26 17:55:38.251867 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.253534 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.254059 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 17:55:38.254417 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: floatingip_pools.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.255289 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.255812 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: floatingip-pools May 26 17:55:38.256138 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: ip_allocation.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.257072 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.257583 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension ip_allocation not supported by any of loaded plugins May 26 17:55:38.257907 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.258859 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.259372 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: ip-substring-filtering May 26 17:55:38.259700 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: l2_adjacency.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.260637 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.261148 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 17:55:38.261473 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: l3.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.263258 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.263780 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: router May 26 17:55:38.264113 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.266421 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.266957 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 17:55:38.267290 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.268221 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.268743 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: ext-gw-mode May 26 17:55:38.269070 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.269993 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.270545 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: l3-ha May 26 17:55:38.271052 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.271993 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.272504 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 26 17:55:38.272829 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: l3_flavors.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.273747 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.274297 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: l3-flavors May 26 17:55:38.274625 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.275995 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.276514 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 26 17:55:38.276847 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.278523 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.279049 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 17:55:38.279380 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: l3agentscheduler.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.280442 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.280963 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: l3_agent_scheduler May 26 17:55:38.281295 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: local_ip.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.283112 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.283642 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension local_ip not supported by any of loaded plugins May 26 17:55:38.283978 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: logging.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.285714 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.286266 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension logging not supported by any of loaded plugins May 26 17:55:38.286601 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: metering.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.287350 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.287940 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: metering May 26 17:55:38.288267 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.289365 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.289889 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: metering_source_and_destination_fields May 26 17:55:38.290238 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: multiprovidernet.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.291304 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.291826 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: multi-provider May 26 17:55:38.292154 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: netmtu.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.293077 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.294148 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: net-mtu May 26 17:55:38.294516 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: netmtu_writable.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.295446 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.295961 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: net-mtu-writable May 26 17:55:38.296289 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: network_availability_zone.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.296967 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.297476 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: network_availability_zone May 26 17:55:38.297801 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: network_ip_availability.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.298949 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.299466 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: network-ip-availability May 26 17:55:38.299795 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: network_segment_range.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.300581 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.301084 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension network-segment-range not supported by any of loaded plugins May 26 17:55:38.301407 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: pagination.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.302425 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.302762 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: pagination May 26 17:55:38.303085 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: port_device_profile.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.304003 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.304551 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: port-device-profile May 26 17:55:38.304840 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: port_mac_address_override.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.305779 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.306324 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: port-mac-override May 26 17:55:38.306652 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.307571 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.308087 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: port-mac-address-regenerate May 26 17:55:38.308410 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.309363 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.309875 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: port-numa-affinity-policy May 26 17:55:38.310215 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: port_resource_request.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.311148 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.311658 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension port-resource-request not supported by any of loaded plugins May 26 17:55:38.311986 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: port_resource_request_groups.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.312954 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.313470 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 26 17:55:38.313792 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: portbindings.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.314747 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.315265 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: binding May 26 17:55:38.315588 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: portbindings_extended.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.316843 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.317358 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: binding-extended May 26 17:55:38.317686 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: portsecurity.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.318651 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.319150 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: port-security May 26 17:55:38.319479 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: project_id.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.320457 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.320785 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: project-id May 26 17:55:38.321133 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: providernet.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.322285 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.322727 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: provider May 26 17:55:38.323062 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.327295 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.327817 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos not supported by any of loaded plugins May 26 17:55:38.328149 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.329391 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.329912 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 17:55:38.330272 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.331214 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.331732 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 17:55:38.332064 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_default.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.332979 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.333497 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-default not supported by any of loaded plugins May 26 17:55:38.333828 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_fip.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.334787 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.335309 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-fip not supported by any of loaded plugins May 26 17:55:38.335645 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.336565 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.337082 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 26 17:55:38.337414 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_gateway_ip.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.338360 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.338877 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 17:55:38.339205 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_port_network_policy.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.340118 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.341191 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 17:55:38.341511 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.342576 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.343097 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 26 17:55:38.343424 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.344468 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.344983 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 26 17:55:38.345308 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_pps_rule.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.346527 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.347051 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-pps not supported by any of loaded plugins May 26 17:55:38.347376 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_rule_type_details.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.348298 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.348821 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 17:55:38.349147 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.350059 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.350612 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 26 17:55:38.350937 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: qos_rules_alias.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.352122 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.352647 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 17:55:38.352979 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: quota_check_limit.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.353914 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.354448 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: quota-check-limit May 26 17:55:38.354778 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: quotasv2.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.355959 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.356179 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: quotas May 26 17:55:38.356507 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: quotasv2_detail.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.358266 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.358612 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: quota_details May 26 17:55:38.358947 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: rbac.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.360028 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.360567 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: rbac-policies May 26 17:55:38.360905 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: rbac_address_group.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.361844 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.362403 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: rbac-address-group May 26 17:55:38.362739 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: rbac_address_scope.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.363768 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.364304 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: rbac-address-scope May 26 17:55:38.364636 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: rbac_security_groups.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.365601 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.366125 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: rbac-security-groups May 26 17:55:38.366485 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: rbac_subnetpool.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.367429 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.367953 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: rbac-subnetpool May 26 17:55:38.368284 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: revisionifmatch.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.369319 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.369761 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: revision-if-match May 26 17:55:38.370091 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: revisions.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.371298 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.371991 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: standard-attr-revisions May 26 17:55:38.372203 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: router_availability_zone.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.373070 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.373590 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: router_availability_zone May 26 17:55:38.373919 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: routerservicetype.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.374956 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.375477 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension router-service-type not supported by any of loaded plugins May 26 17:55:38.375809 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.376770 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.377293 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: security-groups-normalized-cidr May 26 17:55:38.377620 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.378624 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.379149 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: port-security-groups-filtering May 26 17:55:38.379476 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.380428 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.380948 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: security-groups-remote-address-group May 26 17:55:38.381274 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.382248 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.382770 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: security-groups-shared-filtering May 26 17:55:38.383098 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: securitygroup.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.396252 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.396842 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: security-group May 26 17:55:38.397184 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: segment.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.398025 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.398580 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension segment not supported by any of loaded plugins May 26 17:55:38.398913 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.400001 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.400489 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 17:55:38.400821 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: servicetype.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.401980 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.402567 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: service-type May 26 17:55:38.403674 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: sorting.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.404578 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.404836 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: sorting May 26 17:55:38.405165 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: standard_attr_segment.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.406105 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.406670 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 17:55:38.406995 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: standardattrdescription.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.407667 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.408181 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: standard-attr-description May 26 17:55:38.408509 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: stateful_security_group.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.409710 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.410256 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: stateful-security-group May 26 17:55:38.410588 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: stdattrs_common.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.411179 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 17:55:38.411506 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.412451 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.412976 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 17:55:38.413303 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: subnet_onboard.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.414463 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.414942 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: subnet_onboard May 26 17:55:38.415273 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.416222 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.416744 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 17:55:38.417074 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: subnet_service_types.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.418014 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.418856 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: subnet-service-types May 26 17:55:38.419321 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: subnetallocation.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.420441 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.420961 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: subnet_allocation May 26 17:55:38.421290 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.421967 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.422518 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: subnetpool-prefix-ops May 26 17:55:38.422845 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.423845 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.424376 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 17:55:38.424701 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: tagging.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.425807 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.426350 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: standard-attr-tag May 26 17:55:38.426685 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: timestamp.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.427898 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.428421 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loaded extension: standard-attr-timestamp May 26 17:55:38.428751 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: trunk.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.429790 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.430343 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension trunk not supported by any of loaded plugins May 26 17:55:38.430677 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: trunk_details.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.431599 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.432117 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension trunk-details not supported by any of loaded plugins May 26 17:55:38.432445 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: uplink_status_propagation.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.433375 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.433913 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 17:55:38.434593 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Loading extension file: vlantransparent.py {{(pid=104037) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 17:55:38.434963 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104037) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 17:55:38.435478 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 17:55:38.438093 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:network May 26 17:55:38.438669 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:subnet May 26 17:55:38.439072 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:subnetpool May 26 17:55:38.439471 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:port May 26 17:55:38.440733 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.441171 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service FLAVORS assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.441805 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.442272 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.442608 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:router May 26 17:55:38.443033 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:floatingip May 26 17:55:38.443531 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service METERING assigned prefix: /metering {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.444983 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.445360 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.445710 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 17:55:38.446757 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of CountableResource for resource:rbac_policy May 26 17:55:38.447211 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:security_group May 26 17:55:38.447661 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 17:55:38.448256 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service CORE assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.448591 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:subnetpool May 26 17:55:38.448940 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] subnetpool is already registered May 26 17:55:38.449380 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service CORE assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.450570 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:subnetpool May 26 17:55:38.450783 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] subnetpool is already registered May 26 17:55:38.452882 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.453319 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service FLAVORS assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.453910 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.454361 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.454700 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:router May 26 17:55:38.455041 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] router is already registered May 26 17:55:38.455454 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:floatingip May 26 17:55:38.455791 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] floatingip is already registered May 26 17:55:38.456242 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service METERING assigned prefix: /metering {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.456914 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of CountableResource for resource:rbac_policy May 26 17:55:38.457247 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] rbac_policy is already registered May 26 17:55:38.457665 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:security_group May 26 17:55:38.457999 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] security_group is already registered May 26 17:55:38.458441 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 17:55:38.458777 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] security_group_rule is already registered May 26 17:55:38.459399 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service CORE assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.459729 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:subnetpool May 26 17:55:38.460064 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] subnetpool is already registered May 26 17:55:38.460494 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.v2.resource_helper [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Service CORE assigned prefix: {{(pid=104037) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 17:55:38.460821 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Creating instance of TrackedResource for resource:subnetpool May 26 17:55:38.461149 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING neutron.quota.resource_registry [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] subnetpool is already registered May 26 17:55:38.461607 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: extensions {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.463134 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: address-groups {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.464611 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: address-scopes {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.466698 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: agents {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.467862 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: auto-allocated-topology {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.469087 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: availability_zones {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.470347 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: dhcp-networks {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.471864 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: dhcp-agents {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.473299 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: routers {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.475030 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: flavors {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.476280 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: service_profiles {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.477503 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: next_providers {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.478978 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: service_profiles {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.480515 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: floatingip-pools {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.482031 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: routers {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.483778 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: floatingips {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.485060 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: l3-routers {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.486474 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: l3-agents {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.487898 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: metering-labels {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.489143 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: metering-label-rules {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.490526 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: network-ip-availabilities {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.491797 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: bindings {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.493359 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: quotas {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.495942 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: quotas {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.497806 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: rbac-policies {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.499015 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: security-groups {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.500465 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: security-group-rules {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.501718 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: service-providers {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.502988 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: subnetpools {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.504297 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: subnetpools {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.505838 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: tags {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.507564 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: tags {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.509379 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: tags {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.511201 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: tags {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.513454 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: tags {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.515480 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: tags {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.517170 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: tags {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.519113 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: tags {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.520872 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: tags {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.522674 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron.api.extensions [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Extended resource: tags {{(pid=104037) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 17:55:38.529754 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING keystonemiddleware.auth_token [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 17:55:38.540216 dv-cinder-839064-2-iscsi neutron-server[104037]: WARNING keystonemiddleware.auth_token [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 17:55:38.551873 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_concurrency.lockutils [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Acquired lock "singleton_lock" {{(pid=104037) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 26 17:55:38.552320 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_concurrency.lockutils [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Releasing lock "singleton_lock" {{(pid=104037) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 26 17:55:38.553003 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO oslo_service.service [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Starting 2 workers May 26 17:55:38.558036 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Started child 104146 {{(pid=104037) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 17:55:38.562987 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Started child 104147 {{(pid=104037) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 17:55:38.563778 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:38.564641 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO neutron.service [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 17:55:38.565340 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [-] (104146) wsgi starting up on http://0.0.0.0:9696 May 26 17:55:38.565439 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:38.567696 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:38.568151 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO oslo_service.service [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Starting 1 workers May 26 17:55:38.569106 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [-] (104147) wsgi starting up on http://0.0.0.0:9696 May 26 17:55:38.573292 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Started child 104148 {{(pid=104037) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 17:55:38.573852 dv-cinder-839064-2-iscsi neutron-server[104037]: INFO oslo_service.service [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Starting 1 workers May 26 17:55:38.578204 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.service [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] calling RpcWorker wait() {{(pid=104148) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 17:55:38.578844 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.service [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] returning from RpcWorker wait() {{(pid=104148) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 17:55:38.579196 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Started child 104149 {{(pid=104037) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 17:55:38.580028 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG neutron_lib.callbacks.manager [None req-deffd931-2c3e-4645-99bf-71e64aa51637 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:38.580147 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:38.580582 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:55:38.582099 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104037) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 17:55:38.582351 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 17:55:38.582544 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 17:55:38.582777 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 17:55:38.583123 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 17:55:38.583282 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 17:55:38.583814 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.584115 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.584387 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.584666 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.585308 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.585604 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.585846 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.586144 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.586422 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.586599 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.586949 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.587200 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.587483 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.587873 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.588075 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:38.588558 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.588558 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.588696 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.588882 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.589028 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:55:38.589227 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.589377 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.589716 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.589871 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] debug = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.590107 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.591448 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.591762 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.592068 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.592421 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.592804 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.593128 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.593553 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.593941 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.594293 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.594619 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.594952 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.595282 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.595636 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.595969 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.596373 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.596757 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.597263 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] host = dv-cinder-839064-2-iscsi {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.597514 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.597725 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.598096 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.598294 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.598488 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.598709 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.598934 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.599201 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.599447 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.599698 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.599985 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.600225 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.600460 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.600724 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.600913 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_options = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.601128 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.601417 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.601646 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.601848 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.602018 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.602250 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.602453 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.602631 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.602870 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.603082 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.603298 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.603549 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.603767 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.604014 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.604272 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.604496 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.605599 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.605854 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.606425 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.607171 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.607366 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.607631 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.607890 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.608130 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.608356 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.608585 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.608873 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.609207 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.609452 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.609853 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.610777 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.611406 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.612258 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.612526 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.612805 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.613075 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.613300 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.613601 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.615712 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.615712 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.615712 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.615712 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.615712 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.615712 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.615712 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.615712 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.616728 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_json = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.616728 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.616728 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.616728 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.616728 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.616728 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.617245 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.617245 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.617393 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.617526 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.617941 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.618249 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.618718 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.619132 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.619374 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.619619 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.619905 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.620193 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.620348 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.620571 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.620887 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.621131 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.621443 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.621697 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.622664 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.623026 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.623311 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.623586 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.623832 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.624071 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.624315 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.624538 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.624812 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.625032 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.625279 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.625541 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.625770 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.626072 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.626367 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.626676 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.626967 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.627248 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.627512 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.627776 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.628009 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.628263 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.628524 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.628739 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.628959 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.629190 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.629465 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.629695 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.629925 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.630220 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.630399 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.630654 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.630891 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.631143 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.631373 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.631612 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.631821 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.632053 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.632266 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.632467 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.632710 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.632918 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.633172 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.633404 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.633642 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.633884 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.634115 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.634362 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.634588 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.634827 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.635075 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.635284 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.635646 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.636012 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.636528 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.636898 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.637759 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.638966 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.639375 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.639765 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.640172 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.640399 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.640623 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.640846 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.641064 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.641279 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.641511 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.641743 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.641993 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.642218 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.642419 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.642780 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.643151 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.643397 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 51520) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:55:38.643669 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.644020 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.644389 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.644751 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.645220 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.645475 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.645727 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.645967 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.646235 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.646610 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.646995 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.647372 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.647824 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.648282 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.648508 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.648673 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.649066 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.649431 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.649785 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.650226 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.650585 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.650957 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.651317 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.651671 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.652042 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.652407 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.654120 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.654541 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.654921 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.655298 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.655728 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.655829 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097008 May 26 17:55:38.657150 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.657603 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.658034 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.658354 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.658587 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.658870 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.659923 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.659923 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.660098 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.660276 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.660527 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.660800 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.661285 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.661741 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.662056 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.662395 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.662701 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.663025 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.663338 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.664398 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.664903 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.665424 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.665727 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.666013 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.666335 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.666685 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.667002 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.667305 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.667644 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.667961 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.668290 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.668812 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.669165 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.669473 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.669770 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.670073 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.671210 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.671522 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.671816 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.672111 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.672505 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.672924 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.673351 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.673742 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.674126 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.674599 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.674826 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.675051 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.675288 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.675505 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.675732 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.675990 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.676212 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.676435 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.676654 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.676890 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.677159 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.677377 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.677681 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.677927 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.678161 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.678412 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.678682 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.678878 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.679084 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.679330 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.679738 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.679956 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.680175 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.680399 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.680617 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.680835 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.681064 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.681311 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.681539 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.681799 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.682745 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.682745 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.682745 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.683182 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.683182 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.686365 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.686977 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.687304 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.687640 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.687954 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.688289 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.688614 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.688967 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.689285 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.689592 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.689847 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.690142 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.690717 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.690969 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.691208 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.692559 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.692559 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.692559 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.692559 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.692559 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.692918 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.693341 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.694110 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.695040 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.695330 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.695591 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.695951 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.696329 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.696591 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.696811 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.697047 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.697319 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.697556 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.698833 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.698833 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.698833 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.698833 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.699165 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.699370 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.700024 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.700386 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.701326 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.701432 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.701622 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.702492 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.703007 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.703257 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.703489 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.703734 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.703957 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.704256 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.704441 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.704667 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.704884 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.705141 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.705359 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.705574 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.705801 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.706021 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.707020 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.707020 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.707020 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.707020 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.707308 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.707516 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.707863 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.708008 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.708998 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.708998 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.708998 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.708998 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.709339 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.709437 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.709694 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.710032 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.710375 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.710614 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.711243 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.711243 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.711398 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.711677 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.712027 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.712326 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.712646 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.712912 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.713162 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.714367 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.714629 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.714862 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.715088 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.716059 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.716398 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.716623 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.716877 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.717127 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.717369 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:55:38.717465 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.717584 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.717818 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.718039 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.718289 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.718506 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.718730 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.718949 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.719108 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 17:55:38.720132 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104037) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 17:55:38.720132 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 17:55:38.720132 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 17:55:38.720132 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 17:55:38.720396 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 17:55:38.720396 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 17:55:38.720576 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.720965 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.721783 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.722250 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.722722 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.723156 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.723457 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.723758 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.724037 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.724320 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.724613 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.724906 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.725181 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.725458 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.725731 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.726024 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.726366 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.726543 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.726697 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.726843 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.727159 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.727449 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] debug = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.727738 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.728078 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.728395 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.728696 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.728853 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.729150 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.729340 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.729448 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.729615 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.729770 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.729927 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.730080 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.730249 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.730404 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.730562 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.730721 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.730973 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.731136 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] host = dv-cinder-839064-2-iscsi {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.731245 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.731369 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.731530 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.731686 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.731885 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.732121 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.732280 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.732436 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.732593 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.732748 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.732906 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.733061 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.733216 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.733372 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.733534 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_options = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.733681 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.733833 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.733984 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.734166 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.734375 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.734528 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.734878 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.735034 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.735331 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.735621 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.735786 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.736296 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.736296 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.736296 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.736504 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.736570 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.736704 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.736826 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.737713 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.737713 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.737713 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.737713 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.737713 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.737713 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.738088 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.738088 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.738347 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.738347 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.738557 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.738662 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.738764 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.738899 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.739056 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.739205 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.739360 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.739515 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.739670 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.739826 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.739986 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.740145 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.740303 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.740448 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.740605 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.740891 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.741209 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.741367 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.741521 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_json = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.741657 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.741810 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.741952 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.742111 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.742308 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.742450 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.742593 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.742728 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.742937 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 17:55:38.743077 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.743215 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.743351 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.743512 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.743655 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.743804 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.743957 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.744110 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.744260 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.744410 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.744570 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.744725 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.744889 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.745043 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.745196 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.745367 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.745555 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.745706 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.745843 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.745979 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.746120 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.746300 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.747050 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.747320 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.747564 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.747718 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.747907 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.748087 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.748224 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.748359 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.748494 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.748638 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.748795 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.748939 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.749100 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.749251 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.749410 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.749553 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.749700 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.752495 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.752495 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.752495 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.752495 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.752495 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.752495 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.752495 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.752495 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.752495 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.753958 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.753958 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.753958 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.753958 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.753958 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.753958 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.753958 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.753958 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.753958 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.757763 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.757763 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.757763 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.757763 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.757763 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.757763 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.757763 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.757763 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.758881 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.758881 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.758881 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.758881 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.758881 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.758881 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.758881 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.758881 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.758881 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.760869 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.760869 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.760869 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.760869 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.760869 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.760869 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.760869 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.760869 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.760869 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.761951 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.761951 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.761951 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.761951 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.761951 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.761951 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.761951 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.761951 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.761951 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763364 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763364 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763364 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763364 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763364 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763364 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763364 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763364 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763840 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763840 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763840 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763840 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763840 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763840 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763840 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.763840 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764372 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764372 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764372 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764372 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764372 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764372 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764372 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764372 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764843 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764843 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764843 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764843 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764843 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764843 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764843 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.764843 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.765274 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.765274 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.765274 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.765274 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.765274 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.765555 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.765555 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.765693 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.765853 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.766011 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.766351 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.766547 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.766699 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.766845 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.767005 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.767190 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.767348 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.767506 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.767664 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.767823 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.767982 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.768143 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.768299 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.768459 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.768635 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.768783 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.768940 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.769099 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.769256 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.769414 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.769572 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.769730 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.769888 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.770046 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.770223 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.770383 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.770544 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.770705 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.770864 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.771022 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.771180 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.771338 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.771496 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.771645 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.771810 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.771966 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.772125 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.772281 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.772436 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.772748 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.772904 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.773610 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.773610 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.773610 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.773610 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.773898 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.773898 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.774053 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.774263 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.774401 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.774560 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.774718 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.774876 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.775034 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.775190 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.776141 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.776141 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.776141 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.776141 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.776141 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.776141 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.776507 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.776507 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.776641 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.776706 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.776853 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.777504 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.777504 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.777504 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.777504 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.777808 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.777808 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.777944 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.778744 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.778744 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.778744 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.778744 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.778744 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.779080 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.779080 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.779201 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.779266 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.779788 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.779788 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.779788 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.780049 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.780049 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.780194 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.780272 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.781080 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.781080 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.781080 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.781080 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.781080 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.781445 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.781445 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.781576 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.781644 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.781859 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.781952 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.782091 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.782259 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.782584 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.782983 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.783153 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.783251 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.783392 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.783532 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.783660 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.783925 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.783925 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.784130 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.784239 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.784729 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.784821 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.784936 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.785104 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.785230 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.785505 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.785637 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.785772 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.785969 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.785969 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.786275 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.786413 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.786539 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.786695 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.786816 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.786966 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.787083 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.787213 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.787370 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.787539 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.787697 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.787859 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.788016 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.788174 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.788335 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.788498 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.788678 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.788825 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.789026 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.789199 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.789365 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.789572 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.789705 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.789833 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.789982 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.790122 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.790302 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.790468 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.790637 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.790761 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.790930 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.791063 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.791221 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.791383 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.791541 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.791697 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.791855 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.792014 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.792173 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.792330 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.792487 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.792650 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.792802 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.792959 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.793117 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 17:55:38.793303 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104037) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 17:55:48.038264 dv-cinder-839064-2-iscsi neutron-server[104037]: DEBUG dbcounter [-] [104037] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104037) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:55:50.470692 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3570b9fc-63cc-47db-897e-7c1606985cc1 None None] get_active_networks_info from dv-cinder-839064-2-iscsi {{(pid=104148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 26 17:55:50.474097 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writer thread running {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 17:55:50.532528 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570b9fc-63cc-47db-897e-7c1606985cc1 None None] No non-hosted networks {{(pid=104148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 17:55:50.548718 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.agentschedulers_db [None req-3570b9fc-63cc-47db-897e-7c1606985cc1 None None] DHCP Agent not found on host dv-cinder-839064-2-iscsi {{(pid=104148) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 17:55:50.671276 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-31f0ba59-7992-45c2-96a1-7ba8d9e315f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1981233'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:52.035539 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writer thread running {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 17:55:52.602108 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b3606433-247e-4aac-986d-7757f4dde691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1981233'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:52.642435 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a82b880c-b20a-4936-bf8e-9cdabea09322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:53.821699 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 51594) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:55:53.918507 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1981233'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:54.505352 dv-cinder-839064-2-iscsi neutron-server[104146]: WARNING oslo_policy.policy [None req-76349d68-df8b-4cb9-aec2-7fa50c717a20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:55:54.506439 dv-cinder-839064-2-iscsi neutron-server[104146]: WARNING oslo_policy.policy [None req-76349d68-df8b-4cb9-aec2-7fa50c717a20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:55:54.739690 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [None req-76349d68-df8b-4cb9-aec2-7fa50c717a20 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:55:54.750848 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-76349d68-df8b-4cb9-aec2-7fa50c717a20 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9279807 May 26 17:55:55.509221 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1981233'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:56.968229 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1981233'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:56.970024 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.970828 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.971634 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.972175 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.972684 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.973190 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.973714 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.974317 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.975034 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.975892 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.976632 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.977159 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.977699 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.978247 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.978870 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:55:56.979411 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839064-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:55:56.989763 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839064-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:55:57.009229 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.db.l3_hamode_db [None req-4e81337f-189d-4bb2-a350-610c579705e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 17:55:57.092502 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81337f-189d-4bb2-a350-610c579705e2 None None] Routers set() bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:55:57.092936 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81337f-189d-4bb2-a350-610c579705e2 None None] Router IDs set() for agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 17:55:57.310234 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 51630) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:55:57.645274 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-d49c4001-1bc8-4073-a11a-2119af66f334 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:55:57.737223 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.policy [None req-d49c4001-1bc8-4073-a11a-2119af66f334 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104146) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 17:55:57.779094 dv-cinder-839064-2-iscsi neutron-server[104146]: WARNING oslo_policy.policy [None req-d49c4001-1bc8-4073-a11a-2119af66f334 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:55:57.779464 dv-cinder-839064-2-iscsi neutron-server[104146]: WARNING oslo_policy.policy [None req-d49c4001-1bc8-4073-a11a-2119af66f334 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:55:57.800706 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writer thread running {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 17:55:57.881893 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d49c4001-1bc8-4073-a11a-2119af66f334 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747996476722', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747996478246', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747996624369', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747996632027', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747996638170', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747996647094', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-791850', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-902087', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1849022', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1809243'] for rbac-policy (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:57.954030 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d49c4001-1bc8-4073-a11a-2119af66f334 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:55:57.955279 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-d49c4001-1bc8-4073-a11a-2119af66f334 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6440368 May 26 17:56:00.448616 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 51642) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:56:00.791482 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:56:00.823549 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Made reservation on behalf of 89f44d18dc9b464faeb1bf0bd03569af for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:56:00.828561 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:00.847766 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:00.962150 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Publish callbacks [] for security_group (0750e890-62db-4b60-856e-a34089c53b39), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:00.966874 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (0750e890-62db-4b60-856e-a34089c53b39), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:00.992571 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:56:01.030070 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (454d5449-34d5-4d03-9225-a0eaec66c09e), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:01.030639 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Added segment 454d5449-34d5-4d03-9225-a0eaec66c09e of type vlan for network a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc May 26 17:56:01.047354 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0750e890-62db-4b60-856e-a34089c53b39,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:01.098905 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.099245 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.099599 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.099950 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.100283 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.100611 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.100933 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.101252 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.101572 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.101889 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.102222 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.102560 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.102880 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.103197 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.103509 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Tracked resource versions report: May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: pushed versions: May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: { 'AddressGroup': {'1.2'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Agent': {'1.1'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'ConntrackHelper': {'1.0'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'LocalIPAssociation': {'1.0'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Log': {'1.0'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'NDPProxy': {'1.0'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Network': {'1.1'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Port': {'1.7'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'PortForwarding': {'1.3'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'QosPolicy': {'1.10'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SecurityGroup': {'1.5'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SecurityGroupRule': {'1.2'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SubPort': {'1.0'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Subnet': {'1.1'}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Trunk': {'1.1'}} May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: consumer versions: May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: { DHCP agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: L3 agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: Metadata agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: Metering agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: Open vSwitch agent@dv-cinder-839064-2-iscsi: { 'AddressGroup': '1.2', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Agent': '1.1', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'ConntrackHelper': '1.0', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'LocalIPAssociation': '1.0', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Log': '1.0', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'NDPProxy': '1.0', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Network': '1.1', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Port': '1.7', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'PortForwarding': '1.3', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'QosPolicy': '1.10', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SecurityGroup': '1.5', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SecurityGroupRule': '1.2', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SubPort': '1.0', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Subnet': '1.1', May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Trunk': '1.1'}} May 26 17:56:01.104932 dv-cinder-839064-2-iscsi neutron-server[104146]: {{(pid=104146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 17:56:01.153489 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:01.195921 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:01.201574 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:56:01.202343 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:01.225131 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=56,neutron:INSERT=40,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:01.314714 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8644753 May 26 17:56:01.340914 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1de63-3cf7-4df9-9167-09ecb52ac787 demo demo] Pushing event updated for resources: {'Network': ['ID=a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:01.354650 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:56:03.866064 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 51656) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:56:04.390768 dv-cinder-839064-2-iscsi neutron-server[104147]: WARNING oslo_policy.policy [None req-c6b67839-728d-4290-8933-27510a87e42f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:56:04.391341 dv-cinder-839064-2-iscsi neutron-server[104147]: WARNING oslo_policy.policy [None req-c6b67839-728d-4290-8933-27510a87e42f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:56:04.627294 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writer thread running {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 17:56:04.835168 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.policy [None req-c6b67839-728d-4290-8933-27510a87e42f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104147) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 17:56:04.879646 dv-cinder-839064-2-iscsi neutron-server[104147]: WARNING oslo_policy.policy [None req-c6b67839-728d-4290-8933-27510a87e42f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:56:04.880277 dv-cinder-839064-2-iscsi neutron-server[104147]: WARNING oslo_policy.policy [None req-c6b67839-728d-4290-8933-27510a87e42f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 17:56:04.888671 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b67839-728d-4290-8933-27510a87e42f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:56:04.890689 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c6b67839-728d-4290-8933-27510a87e42f demo admin] 10.222.0.76 "GET /v2.0/networks/a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc HTTP/1.1" status: 200 len: 825 time: 1.0228288 May 26 17:56:04.931709 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-bd7aa316-f75c-4b80-8686-c79b60029dfa demo admin] 10.222.0.76 "GET /v2.0/subnetpools/7bfd6e44-13a4-4cfa-9d7f-2a737d0062e5 HTTP/1.1" status: 200 len: 734 time: 0.0352736 May 26 17:56:04.940999 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Request body: {'subnet': {'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '7bfd6e44-13a4-4cfa-9d7f-2a737d0062e5', 'gateway_ip': '172.20.0.1'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:56:04.979758 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Made reservation on behalf of 89f44d18dc9b464faeb1bf0bd03569af for: {'subnet': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:56:04.982789 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:05.283841 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for subnet (b401d569-9b86-4e3a-a5a8-ff60019e5000), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:05.358402 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Checking segment: {'id': '454d5449-34d5-4d03-9225-a0eaec66c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:56:05.358770 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Network hostable DHCP agents. Network: a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:56:05.373957 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Pushing event updated for resources: {'Subnet': ['ID=b401d569-9b86-4e3a-a5a8-ff60019e5000,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:05.387528 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.387865 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.388213 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.388561 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.388883 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.389200 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.389511 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.389826 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.390150 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.390488 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.390800 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.391130 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.391444 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.391755 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.392056 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Tracked resource versions report: May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: pushed versions: May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: { 'AddressGroup': {'1.2'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Agent': {'1.1'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'ConntrackHelper': {'1.0'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'LocalIPAssociation': {'1.0'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Log': {'1.0'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'NDPProxy': {'1.0'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Network': {'1.1'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Port': {'1.7'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'PortForwarding': {'1.3'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'QosPolicy': {'1.10'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SecurityGroup': {'1.5'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SecurityGroupRule': {'1.2'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SubPort': {'1.0'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Subnet': {'1.1'}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Trunk': {'1.1'}} May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: consumer versions: May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: { DHCP agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: L3 agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: Metadata agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: Metering agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: Open vSwitch agent@dv-cinder-839064-2-iscsi: { 'AddressGroup': '1.2', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Agent': '1.1', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'ConntrackHelper': '1.0', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'LocalIPAssociation': '1.0', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Log': '1.0', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'NDPProxy': '1.0', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Network': '1.1', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Port': '1.7', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'PortForwarding': '1.3', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'QosPolicy': '1.10', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SecurityGroup': '1.5', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SecurityGroupRule': '1.2', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SubPort': '1.0', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Subnet': '1.1', May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Trunk': '1.1'}} May 26 17:56:05.393462 dv-cinder-839064-2-iscsi neutron-server[104147]: {{(pid=104147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 17:56:05.419332 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Network a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:56:05.432320 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc) {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:56:05.438910 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:56:05.439639 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:05.441825 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a029a9-3d95-4ca6-a832-86b92481350b None None] Network a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:56:05.451435 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:05.464610 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-2173a99c-e961-434a-a328-a0a5ae3c7a1d demo admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5269675 May 26 17:56:05.720573 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc', 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc', 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'fixed_ips': [{'subnet_id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 17:56:05.721903 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:06.016319 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Allocated IP 172.20.0.2 (a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc/b401d569-9b86-4e3a-a5a8-ff60019e5000/65bd642e-69a9-44b8-95aa-51c0d528d66b) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:56:06.110966 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:06.297592 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Publish callbacks [] for port (65bd642e-69a9-44b8-95aa-51c0d528d66b), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:06.304835 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (65bd642e-69a9-44b8-95aa-51c0d528d66b), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:06.376423 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Network a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:56:06.390765 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:56:06.398149 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:56:06.406748 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Pushing event updated for resources: {'Port': ['ID=65bd642e-69a9-44b8-95aa-51c0d528d66b,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:06.437710 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.438169 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.438437 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.438793 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.439127 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.439452 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.439771 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.440092 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.440413 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.440727 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.441045 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.441381 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.441700 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.442015 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.442580 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Tracked resource versions report: May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: pushed versions: May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: { 'AddressGroup': {'1.2'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Agent': {'1.1'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'ConntrackHelper': {'1.0'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'LocalIPAssociation': {'1.0'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Log': {'1.0'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'NDPProxy': {'1.0'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Network': {'1.1'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Port': {'1.7'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'PortForwarding': {'1.3'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'QosPolicy': {'1.10'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SecurityGroup': {'1.5'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SecurityGroupRule': {'1.2'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SubPort': {'1.0'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Subnet': {'1.1'}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Trunk': {'1.1'}} May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: consumer versions: May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: { DHCP agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: L3 agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: Metadata agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: Metering agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: Open vSwitch agent@dv-cinder-839064-2-iscsi: { 'AddressGroup': '1.2', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Agent': '1.1', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'ConntrackHelper': '1.0', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'LocalIPAssociation': '1.0', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Log': '1.0', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'NDPProxy': '1.0', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Network': '1.1', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Port': '1.7', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'PortForwarding': '1.3', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'QosPolicy': '1.10', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SecurityGroup': '1.5', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SecurityGroupRule': '1.2', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SubPort': '1.0', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Subnet': '1.1', May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Trunk': '1.1'}} May 26 17:56:06.443766 dv-cinder-839064-2-iscsi neutron-server[104148]: {{(pid=104148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 17:56:06.495438 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Attempting to bind port 65bd642e-69a9-44b8-95aa-51c0d528d66b on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:56:06.496888 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Attempting to bind port 65bd642e-69a9-44b8-95aa-51c0d528d66b by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '454d5449-34d5-4d03-9225-a0eaec66c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:56:06.497367 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Attempting to bind port 65bd642e-69a9-44b8-95aa-51c0d528d66b on network a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:56:06.502300 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:56:06.502687 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Checking segment: {'id': '454d5449-34d5-4d03-9225-a0eaec66c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:56:06.503146 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:06.503526 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Bound using segment: {'id': '454d5449-34d5-4d03-9225-a0eaec66c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:56:06.503999 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Bound port: 65bd642e-69a9-44b8-95aa-51c0d528d66b, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454d5449-34d5-4d03-9225-a0eaec66c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:56:06.504385 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (65bd642e-69a9-44b8-95aa-51c0d528d66b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:06.506941 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:06.571035 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-74c06793-f932-410b-b851-56765e22ec25 None None] For port 65bd642e-69a9-44b8-95aa-51c0d528d66b, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:56:06.592600 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-74c06793-f932-410b-b851-56765e22ec25 None None] For port 65bd642e-69a9-44b8-95aa-51c0d528d66b, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=65bd642e-69a9-44b8-95aa-51c0d528d66b,segment=NetworkSegment(454d5449-34d5-4d03-9225-a0eaec66c09e),segment_id=454d5449-34d5-4d03-9225-a0eaec66c09e)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:56:06.599965 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (65bd642e-69a9-44b8-95aa-51c0d528d66b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:06.657676 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06793-f932-410b-b851-56765e22ec25 None None] Pushing event updated for resources: {'Port': ['ID=65bd642e-69a9-44b8-95aa-51c0d528d66b,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:07.991866 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 51680) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:56:08.337105 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [None req-c71d030e-78c8-4ce4-83e9-697dd9332f03 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:56:08.338211 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c71d030e-78c8-4ce4-83e9-697dd9332f03 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3452797 May 26 17:56:10.520470 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=8 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:10.524616 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:10.840465 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 51692) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:56:11.186956 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [None req-d6d0f844-050e-49f7-ad3c-0037bbc6a352 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:56:11.188043 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-d6d0f844-050e-49f7-ad3c-0037bbc6a352 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3466258 May 26 17:56:11.337413 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=49,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:13.878954 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 51700) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:56:14.234550 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-2386bc7f-409f-4280-a5c0-6d3aaf6b40a2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:56:14.259261 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2386bc7f-409f-4280-a5c0-6d3aaf6b40a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1979981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (04e0f74b-f8bd-4865-afc3-361bbfcd74d1), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:14.260824 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2386bc7f-409f-4280-a5c0-6d3aaf6b40a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2044413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (04e0f74b-f8bd-4865-afc3-361bbfcd74d1), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:14.400939 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2386bc7f-409f-4280-a5c0-6d3aaf6b40a2 demo demo] Publish callbacks [] for router_controller (04e0f74b-f8bd-4865-afc3-361bbfcd74d1), precommit_add_association {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:14.406026 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2386bc7f-409f-4280-a5c0-6d3aaf6b40a2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2044362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334'] for router (04e0f74b-f8bd-4865-afc3-361bbfcd74d1), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:14.424079 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2386bc7f-409f-4280-a5c0-6d3aaf6b40a2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:14.425251 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-2386bc7f-409f-4280-a5c0-6d3aaf6b40a2 demo demo] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5452502 May 26 17:56:15.457421 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=57,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:16.646952 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:16.655474 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=43,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:16.956643 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 51714) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:56:17.307158 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [None req-e6f27b8b-8cc9-4364-a62e-24f98137e158 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:56:17.309330 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e6f27b8b-8cc9-4364-a62e-24f98137e158 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3516483 May 26 17:56:17.692277 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 65bd642e-69a9-44b8-95aa-51c0d528d66b up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:56:17.774373 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 65bd642e-69a9-44b8-95aa-51c0d528d66b triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:56:17.774918 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (65bd642e-69a9-44b8-95aa-51c0d528d66b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:17.899011 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 65bd642e-69a9-44b8-95aa-51c0d528d66b is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:56:17.899352 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (65bd642e-69a9-44b8-95aa-51c0d528d66b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:17.942275 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port 65bd642e-69a9-44b8-95aa-51c0d528d66b, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=65bd642e-69a9-44b8-95aa-51c0d528d66b,segment=NetworkSegment(454d5449-34d5-4d03-9225-a0eaec66c09e),segment_id=454d5449-34d5-4d03-9225-a0eaec66c09e)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:56:17.950026 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (65bd642e-69a9-44b8-95aa-51c0d528d66b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:18.001983 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=65bd642e-69a9-44b8-95aa-51c0d528d66b,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:18.487418 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d8b0df-bfc2-4c96-be0d-d1753423a16a None None] Network a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:56:18.623905 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-ecd9202f-8111-4d3f-8118-e9d82529ec90 None None] Provisioning complete for port 65bd642e-69a9-44b8-95aa-51c0d528d66b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:56:18.624396 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ecd9202f-8111-4d3f-8118-e9d82529ec90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (65bd642e-69a9-44b8-95aa-51c0d528d66b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:18.703413 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9202f-8111-4d3f-8118-e9d82529ec90 None None] Current status of the port 65bd642e-69a9-44b8-95aa-51c0d528d66b is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:56:18.822310 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-53fabd29-ac8c-47de-bda0-565f034cc344 None None] Provisioning complete for port 65bd642e-69a9-44b8-95aa-51c0d528d66b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:56:18.822684 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-53fabd29-ac8c-47de-bda0-565f034cc344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (65bd642e-69a9-44b8-95aa-51c0d528d66b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:18.900682 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-53fabd29-ac8c-47de-bda0-565f034cc344 None None] Current status of the port 65bd642e-69a9-44b8-95aa-51c0d528d66b is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:56:19.666771 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 65bd642e-69a9-44b8-95aa-51c0d528d66b up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:56:19.711774 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 65bd642e-69a9-44b8-95aa-51c0d528d66b triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:56:19.712431 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (65bd642e-69a9-44b8-95aa-51c0d528d66b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:19.785280 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 65bd642e-69a9-44b8-95aa-51c0d528d66b is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:56:19.850212 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 51724) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:56:20.189033 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:56:20.211294 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Made reservation on behalf of 5a106ee939504b208f8d5ca1deb61f2d for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:56:20.213615 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:20.222113 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:20.299901 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Publish callbacks [] for security_group (0b90c6be-0774-4152-aea7-4d5ddfc0b673), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:20.304390 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (0b90c6be-0774-4152-aea7-4d5ddfc0b673), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:20.320802 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=104146) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 17:56:20.343264 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b90c6be-0774-4152-aea7-4d5ddfc0b673,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:20.346359 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (0cc4480a-3eb8-4787-b559-93928948f2e8), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:20.346766 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Added segment 0cc4480a-3eb8-4787-b559-93928948f2e8 of type flat for network 87c30ee3-ecc3-4b30-9751-5557819add7d May 26 17:56:20.386704 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:20.398624 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (87c30ee3-ecc3-4b30-9751-5557819add7d), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:20.402964 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7fb8e1ef-6cca-45a8-946e-0484cf4286fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:20.450833 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (87c30ee3-ecc3-4b30-9751-5557819add7d), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:20.451925 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:56:20.452528 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:20.527319 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6760294 May 26 17:56:20.547595 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6bf9a-3d4d-4505-a6a9-0bf74d4414f7 admin admin] Pushing event updated for resources: {'Network': ['ID=87c30ee3-ecc3-4b30-9751-5557819add7d,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:20.558824 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 87c30ee3-ecc3-4b30-9751-5557819add7d details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:56:22.603707 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-db71cfae-276e-4037-939b-79e83fade9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:23.031203 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 51732) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:56:23.411330 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb3878c-6e43-4305-9be7-825d8019b9a2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:56:23.412680 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-5cb3878c-6e43-4305-9be7-825d8019b9a2 demo admin] 10.222.0.76 "GET /v2.0/subnets/b401d569-9b86-4e3a-a5a8-ff60019e5000 HTTP/1.1" status: 200 len: 849 time: 0.3805182 May 26 17:56:23.591759 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c2fd05bf-730c-4de8-a16b-0940dd036995 demo admin] 10.222.0.76 "GET /v2.0/routers/04e0f74b-f8bd-4865-afc3-361bbfcd74d1 HTTP/1.1" status: 200 len: 704 time: 0.1732228 May 26 17:56:23.833232 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:23.867123 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:24.184605 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Allocated IP 172.20.0.1 (a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc/b401d569-9b86-4e3a-a5a8-ff60019e5000/d6f7641d-96c2-43cb-9a84-825c9feb14a1) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:56:24.346155 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Publish callbacks [] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:24.412492 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:24.497020 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Network a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:56:24.500590 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:56:24.503244 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:56:24.503789 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982029'] for router_interface (04e0f74b-f8bd-4865-afc3-361bbfcd74d1), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:24.524236 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Pushing event updated for resources: {'Port': ['ID=d6f7641d-96c2-43cb-9a84-825c9feb14a1,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:24.697069 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:24.713510 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:24.716904 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:24.755295 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-307b8cc0-9905-4b66-89ec-6024892b0285 None None] Provisioning complete for port d6f7641d-96c2-43cb-9a84-825c9feb14a1 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:56:24.755777 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-307b8cc0-9905-4b66-89ec-6024892b0285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:24.843888 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-307b8cc0-9905-4b66-89ec-6024892b0285 None None] Port d6f7641d-96c2-43cb-9a84-825c9feb14a1 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:56:25.035336 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Publish callbacks [] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:25.039795 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:25.040778 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-289921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1981437'] for router_interface (04e0f74b-f8bd-4865-afc3-361bbfcd74d1), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:25.122917 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Pushing event updated for resources: {'Port': ['ID=d6f7641d-96c2-43cb-9a84-825c9feb14a1,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:25.196840 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Network a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:56:25.198777 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:56:25.369427 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Router 04e0f74b-f8bd-4865-afc3-361bbfcd74d1 is scheduled to L3 agent cb487416-6954-49d8-8398-29168d4b46d3 with binding_index 1 {{(pid=104147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 17:56:25.443015 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:25.459244 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:56:25.464414 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ace0b717-e792-44c1-9f1f-df507f36d6bd demo admin] 10.222.0.76 "PUT /v2.0/routers/04e0f74b-f8bd-4865-afc3-361bbfcd74d1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8672209 May 26 17:56:25.467915 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d98d8884-f705-4e30-9b34-2f8d84c71814 None None] Provisioning complete for port d6f7641d-96c2-43cb-9a84-825c9feb14a1 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:56:25.468280 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d98d8884-f705-4e30-9b34-2f8d84c71814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:25.479472 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Sync routers for ids ['04e0f74b-f8bd-4865-afc3-361bbfcd74d1'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:56:25.493123 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Routers {'04e0f74b-f8bd-4865-afc3-361bbfcd74d1'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:56:25.493965 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T17:56:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['04e0f74b-f8bd-4865-afc3-361bbfcd74d1'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:56:25.504384 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d98d8884-f705-4e30-9b34-2f8d84c71814 None None] Port d6f7641d-96c2-43cb-9a84-825c9feb14a1 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:56:25.699209 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Set router 04e0f74b-f8bd-4865-afc3-361bbfcd74d1 gateway port host: None {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:56:26.123336 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'name': 'router1', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:56:14Z', 'updated_at': '2022-05-26T17:56:24Z', 'revision_number': 2, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'gw_port_host': None, '_interfaces': [{'id': 'd6f7641d-96c2-43cb-9a84-825c9feb14a1', 'name': '', 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'mac_address': 'fa:16:3e:1a:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:56:23Z', 'updated_at': '2022-05-26T17:56:24Z', 'revision_number': 2, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'subnets': [{'id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bfd6e44-13a4-4cfa-9d7f-2a737d0062e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:56:26.173807 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Checking router: 04e0f74b-f8bd-4865-afc3-361bbfcd74d1 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:56:26.174173 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Updating router 04e0f74b-f8bd-4865-afc3-361bbfcd74d1 port d6f7641d-96c2-43cb-9a84-825c9feb14a1 binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:56:26.227801 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:26.781189 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Publish callbacks [] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:26.789627 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:26.958414 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:26.970826 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Attempting to bind port d6f7641d-96c2-43cb-9a84-825c9feb14a1 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:56:26.971358 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Attempting to bind port d6f7641d-96c2-43cb-9a84-825c9feb14a1 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '454d5449-34d5-4d03-9225-a0eaec66c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:56:26.971653 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Attempting to bind port d6f7641d-96c2-43cb-9a84-825c9feb14a1 on network a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:56:26.975021 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Pushing event updated for resources: {'Port': ['ID=d6f7641d-96c2-43cb-9a84-825c9feb14a1,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:26.982825 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:26.982979 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:56:26.983328 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Checking segment: {'id': '454d5449-34d5-4d03-9225-a0eaec66c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:56:26.983802 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:26.984344 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Bound using segment: {'id': '454d5449-34d5-4d03-9225-a0eaec66c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:56:26.984825 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Bound port: d6f7641d-96c2-43cb-9a84-825c9feb14a1, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454d5449-34d5-4d03-9225-a0eaec66c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:56:26.985232 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:26.998297 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:26.998690 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:26.999033 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:26.999375 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:26.999707 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:27.000038 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:27.000370 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:27.000700 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:27.001023 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:27.001345 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:27.001670 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:27.002006 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:27.002360 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:27.002715 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:27.003033 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Tracked resource versions report: May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: pushed versions: May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: { 'AddressGroup': {'1.2'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Agent': {'1.1'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'ConntrackHelper': {'1.0'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'LocalIPAssociation': {'1.0'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Log': {'1.0'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'NDPProxy': {'1.0'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Network': {'1.1'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Port': {'1.7'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'PortForwarding': {'1.3'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'QosPolicy': {'1.10'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SecurityGroup': {'1.5'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SecurityGroupRule': {'1.2'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SubPort': {'1.0'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Subnet': {'1.1'}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Trunk': {'1.1'}} May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: consumer versions: May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: { DHCP agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: L3 agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: Metadata agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: Metering agent@dv-cinder-839064-2-iscsi: {}, May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: Open vSwitch agent@dv-cinder-839064-2-iscsi: { 'AddressGroup': '1.2', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Agent': '1.1', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'ConntrackHelper': '1.0', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'LocalIPAssociation': '1.0', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Log': '1.0', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'NDPProxy': '1.0', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Network': '1.1', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Port': '1.7', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'PortForwarding': '1.3', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'QosPolicy': '1.10', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SecurityGroup': '1.5', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SecurityGroupRule': '1.2', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SubPort': '1.0', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Subnet': '1.1', May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Trunk': '1.1'}} May 26 17:56:27.004444 dv-cinder-839064-2-iscsi neutron-server[104149]: {{(pid=104149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 17:56:27.053198 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:27.061740 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:27.068723 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] For port d6f7641d-96c2-43cb-9a84-825c9feb14a1, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:56:27.086146 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-ed0b92c9-5d8c-4140-835b-253bbc022aee None None] Provisioning complete for port d6f7641d-96c2-43cb-9a84-825c9feb14a1 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:56:27.086537 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ed0b92c9-5d8c-4140-835b-253bbc022aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:27.091308 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] For port d6f7641d-96c2-43cb-9a84-825c9feb14a1, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=d6f7641d-96c2-43cb-9a84-825c9feb14a1,segment=NetworkSegment(454d5449-34d5-4d03-9225-a0eaec66c09e),segment_id=454d5449-34d5-4d03-9225-a0eaec66c09e)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:56:27.097875 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:27.122997 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b92c9-5d8c-4140-835b-253bbc022aee None None] Port d6f7641d-96c2-43cb-9a84-825c9feb14a1 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 17:56:27.171156 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb719c-05c2-4536-9cf9-b45147894deb None None] Pushing event updated for resources: {'Port': ['ID=d6f7641d-96c2-43cb-9a84-825c9feb14a1,revision_number=4']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:27.175528 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Routers {'04e0f74b-f8bd-4865-afc3-361bbfcd74d1'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:56:27.176170 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T17:56:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['04e0f74b-f8bd-4865-afc3-361bbfcd74d1'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:56:27.268426 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] Set router 04e0f74b-f8bd-4865-afc3-361bbfcd74d1 gateway port host: None {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:56:27.342452 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-abb72c42-0fc2-4c0d-b90e-0f22456c21c8 None None] Provisioning complete for port d6f7641d-96c2-43cb-9a84-825c9feb14a1 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:56:27.342882 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-abb72c42-0fc2-4c0d-b90e-0f22456c21c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:27.419293 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-abb72c42-0fc2-4c0d-b90e-0f22456c21c8 None None] Current status of the port d6f7641d-96c2-43cb-9a84-825c9feb14a1 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:56:27.419596 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-abb72c42-0fc2-4c0d-b90e-0f22456c21c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:27.456375 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-abb72c42-0fc2-4c0d-b90e-0f22456c21c8 None None] For port d6f7641d-96c2-43cb-9a84-825c9feb14a1, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=d6f7641d-96c2-43cb-9a84-825c9feb14a1,segment=NetworkSegment(454d5449-34d5-4d03-9225-a0eaec66c09e),segment_id=454d5449-34d5-4d03-9225-a0eaec66c09e)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:56:27.460917 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-abb72c42-0fc2-4c0d-b90e-0f22456c21c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:27.474580 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'name': 'router1', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:56:14Z', 'updated_at': '2022-05-26T17:56:24Z', 'revision_number': 2, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'gw_port_host': None, '_interfaces': [{'id': 'd6f7641d-96c2-43cb-9a84-825c9feb14a1', 'name': '', 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'mac_address': 'fa:16:3e:1a:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:56:23Z', 'updated_at': '2022-05-26T17:56:27Z', 'revision_number': 4, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'subnets': [{'id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bfd6e44-13a4-4cfa-9d7f-2a737d0062e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:56:27.500586 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfddfcd4-d153-4ccd-9903-e16a1947e549 None None] The sync data for ids ['04e0f74b-f8bd-4865-afc3-361bbfcd74d1'] in dv-cinder-839064-2-iscsi is: [{'id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'name': 'router1', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:56:14Z', 'updated_at': '2022-05-26T17:56:24Z', 'revision_number': 2, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'gw_port_host': None, '_interfaces': [{'id': 'd6f7641d-96c2-43cb-9a84-825c9feb14a1', 'name': '', 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'mac_address': 'fa:16:3e:1a:ae:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:56:23Z', 'updated_at': '2022-05-26T17:56:27Z', 'revision_number': 4, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'subnets': [{'id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bfd6e44-13a4-4cfa-9d7f-2a737d0062e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:56:27.517051 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb72c42-0fc2-4c0d-b90e-0f22456c21c8 None None] Pushing event updated for resources: {'Port': ['ID=d6f7641d-96c2-43cb-9a84-825c9feb14a1,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:28.043928 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 51754) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:56:28.295284 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c72857-5bbe-4877-9b43-0b6b717fc364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:56:28.296746 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-53c72857-5bbe-4877-9b43-0b6b717fc364 admin admin] 10.222.0.76 "GET /v2.0/networks/87c30ee3-ecc3-4b30-9751-5557819add7d HTTP/1.1" status: 200 len: 842 time: 0.2518597 May 26 17:56:28.306550 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'cidr': '172.27.1.0/24'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:56:28.333904 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Made reservation on behalf of 5a106ee939504b208f8d5ca1deb61f2d for: {'subnet': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:56:28.336421 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:28.585634 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:28.633035 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:28.712838 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.objects.ports [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104146) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 26 17:56:28.713301 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for subnet (e50fe025-3355-4d7e-9d53-ce69125faee5), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:28.764680 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50fe025-3355-4d7e-9d53-ce69125faee5,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:28.785847 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:56:28.786244 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Network hostable DHCP agents. Network: 87c30ee3-ecc3-4b30-9751-5557819add7d, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:56:28.810638 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:56:28.822414 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 87c30ee3-ecc3-4b30-9751-5557819add7d) {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:56:28.828887 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:56:28.829510 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:28.840570 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c411a98e-8ea4-445f-9b9e-afdbc32a0468 None None] Network 87c30ee3-ecc3-4b30-9751-5557819add7d requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:56:28.848187 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-417bb069-e474-4f4d-b961-c4c0f021ecb9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5452275 May 26 17:56:28.969186 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3165664f-2626-406d-a609-eb1d2e5977a1 None None] Network 87c30ee3-ecc3-4b30-9751-5557819add7d requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:56:31.359234 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 51774) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:56:31.572826 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-664fa839-35b2-422d-aada-6a79ea15b815 demo admin] 10.222.0.76 "GET /v2.0/routers/04e0f74b-f8bd-4865-afc3-361bbfcd74d1 HTTP/1.1" status: 200 len: 710 time: 0.2122586 May 26 17:56:31.668488 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0e6ae1-615d-4fc2-8063-5b990b7f4f75 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:56:31.669779 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-ef0e6ae1-615d-4fc2-8063-5b990b7f4f75 demo admin] 10.222.0.76 "GET /v2.0/networks/87c30ee3-ecc3-4b30-9751-5557819add7d HTTP/1.1" status: 200 len: 886 time: 0.0900822 May 26 17:56:31.678833 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:56:31.931724 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Publish callbacks [] for router_gateway (04e0f74b-f8bd-4865-afc3-361bbfcd74d1), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:32.209186 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Publish callbacks [] for router_gateway (04e0f74b-f8bd-4865-afc3-361bbfcd74d1), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:32.288303 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:32.347529 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:32.449850 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Allocated IP 172.27.1.99 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/11650e4d-3757-439c-994f-e58f145f3214) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:56:32.456481 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:32.565864 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Publish callbacks [] for port (11650e4d-3757-439c-994f-e58f145f3214), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:32.623217 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (11650e4d-3757-439c-994f-e58f145f3214), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:32.693963 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:56:32.702948 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:56:32.710576 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:56:32.753204 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Pushing event updated for resources: {'Port': ['ID=11650e4d-3757-439c-994f-e58f145f3214,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:33.012199 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Publish callbacks [] for router_gateway (04e0f74b-f8bd-4865-afc3-361bbfcd74d1), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:33.207820 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1974307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2044371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4853'] for router (04e0f74b-f8bd-4865-afc3-361bbfcd74d1), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:33.212661 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1974312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1974321', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2044376'] for router (04e0f74b-f8bd-4865-afc3-361bbfcd74d1), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:33.310934 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:33.324919 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Router 04e0f74b-f8bd-4865-afc3-361bbfcd74d1 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 17:56:33.508212 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 17:56:33.513286 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:33.514524 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-faa83e94-3047-45a0-a15b-6806d13db4c2 demo admin] 10.222.0.76 "PUT /v2.0/routers/04e0f74b-f8bd-4865-afc3-361bbfcd74d1 HTTP/1.1" status: 200 len: 889 time: 1.8387887 May 26 17:56:35.455426 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:35.457836 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=73,neutron:INSERT=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:35.633626 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 5 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:56:35.703129 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device d6f7641d-96c2-43cb-9a84-825c9feb14a1 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:56:35.750523 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port d6f7641d-96c2-43cb-9a84-825c9feb14a1 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:56:35.751009 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:35.828777 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port d6f7641d-96c2-43cb-9a84-825c9feb14a1 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:56:36.090597 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 51786) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:56:36.216846 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-4f374d2e-93bb-48e1-be91-b6b806dbefed admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1251190 May 26 17:56:36.374577 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Sync routers for ids ['04e0f74b-f8bd-4865-afc3-361bbfcd74d1'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 17:56:36.387305 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Routers {'04e0f74b-f8bd-4865-afc3-361bbfcd74d1'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:56:36.387974 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T17:56:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['04e0f74b-f8bd-4865-afc3-361bbfcd74d1'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:56:36.594132 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:36.596614 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Set router 04e0f74b-f8bd-4865-afc3-361bbfcd74d1 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:56:36.878729 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:36.998452 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'name': 'router1', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '11650e4d-3757-439c-994f-e58f145f3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:56:14Z', 'updated_at': '2022-05-26T17:56:32Z', 'revision_number': 4, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'gw_port': {'id': '11650e4d-3757-439c-994f-e58f145f3214', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:56:32Z', 'updated_at': '2022-05-26T17:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'd6f7641d-96c2-43cb-9a84-825c9feb14a1', 'name': '', 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'mac_address': 'fa:16:3e:1a:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:56:23Z', 'updated_at': '2022-05-26T17:56:27Z', 'revision_number': 5, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'subnets': [{'id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bfd6e44-13a4-4cfa-9d7f-2a737d0062e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:56:37.121305 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Checking router: 04e0f74b-f8bd-4865-afc3-361bbfcd74d1 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 17:56:37.121673 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Updating router 04e0f74b-f8bd-4865-afc3-361bbfcd74d1 port 11650e4d-3757-439c-994f-e58f145f3214 binding host dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 17:56:37.180699 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (11650e4d-3757-439c-994f-e58f145f3214), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:37.477996 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=47,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:37.536150 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Publish callbacks [] for port (11650e4d-3757-439c-994f-e58f145f3214), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:37.542943 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (11650e4d-3757-439c-994f-e58f145f3214), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:37.585849 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da807ec6-2745-49bb-a00b-9a1cada72316 None None] Pushing event updated for resources: {'Port': ['ID=11650e4d-3757-439c-994f-e58f145f3214,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:37.619164 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Attempting to bind port 11650e4d-3757-439c-994f-e58f145f3214 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:56:37.619543 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Attempting to bind port 11650e4d-3757-439c-994f-e58f145f3214 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:56:37.620745 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Attempting to bind port 11650e4d-3757-439c-994f-e58f145f3214 on network 87c30ee3-ecc3-4b30-9751-5557819add7d {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:56:37.628763 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:56:37.629144 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:56:37.629555 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:37.629972 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Bound using segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:56:37.630514 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Bound port: 11650e4d-3757-439c-994f-e58f145f3214, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:56:37.631026 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (11650e4d-3757-439c-994f-e58f145f3214), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:37.689606 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] For port 11650e4d-3757-439c-994f-e58f145f3214, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:56:37.692551 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] For port 11650e4d-3757-439c-994f-e58f145f3214, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=11650e4d-3757-439c-994f-e58f145f3214,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:56:37.699505 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (11650e4d-3757-439c-994f-e58f145f3214), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:37.759389 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da807ec6-2745-49bb-a00b-9a1cada72316 None None] Pushing event updated for resources: {'Port': ['ID=11650e4d-3757-439c-994f-e58f145f3214,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:37.762179 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Routers {'04e0f74b-f8bd-4865-afc3-361bbfcd74d1'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 17:56:37.762791 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T17:56:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['04e0f74b-f8bd-4865-afc3-361bbfcd74d1'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:56:37.862501 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:37.872825 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] Set router 04e0f74b-f8bd-4865-afc3-361bbfcd74d1 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 17:56:38.069893 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:38.085709 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'name': 'router1', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '11650e4d-3757-439c-994f-e58f145f3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:56:14Z', 'updated_at': '2022-05-26T17:56:32Z', 'revision_number': 4, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'gw_port': {'id': '11650e4d-3757-439c-994f-e58f145f3214', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:56:32Z', 'updated_at': '2022-05-26T17:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'd6f7641d-96c2-43cb-9a84-825c9feb14a1', 'name': '', 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'mac_address': 'fa:16:3e:1a:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:56:23Z', 'updated_at': '2022-05-26T17:56:27Z', 'revision_number': 5, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'subnets': [{'id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bfd6e44-13a4-4cfa-9d7f-2a737d0062e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 17:56:38.117202 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3a17b8-4f58-4673-9b3e-f438e60c4ec5 None None] The sync data for ids ['04e0f74b-f8bd-4865-afc3-361bbfcd74d1'] in dv-cinder-839064-2-iscsi is: [{'id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'name': 'router1', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '11650e4d-3757-439c-994f-e58f145f3214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T17:56:14Z', 'updated_at': '2022-05-26T17:56:32Z', 'revision_number': 4, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'gw_port': {'id': '11650e4d-3757-439c-994f-e58f145f3214', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:56:32Z', 'updated_at': '2022-05-26T17:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'd6f7641d-96c2-43cb-9a84-825c9feb14a1', 'name': '', 'network_id': 'a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc', 'tenant_id': '89f44d18dc9b464faeb1bf0bd03569af', 'mac_address': 'fa:16:3e:1a:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0f74b-f8bd-4865-afc3-361bbfcd74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T17:56:23Z', 'updated_at': '2022-05-26T17:56:27Z', 'revision_number': 5, 'project_id': '89f44d18dc9b464faeb1bf0bd03569af', 'subnets': [{'id': 'b401d569-9b86-4e3a-a5a8-ff60019e5000', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bfd6e44-13a4-4cfa-9d7f-2a737d0062e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 17:56:39.713370 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 11650e4d-3757-439c-994f-e58f145f3214 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:56:39.763637 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 11650e4d-3757-439c-994f-e58f145f3214 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:56:39.764201 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (11650e4d-3757-439c-994f-e58f145f3214), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:39.848142 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 11650e4d-3757-439c-994f-e58f145f3214 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:56:39.848688 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (11650e4d-3757-439c-994f-e58f145f3214), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:39.882053 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port 11650e4d-3757-439c-994f-e58f145f3214, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=11650e4d-3757-439c-994f-e58f145f3214,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:56:39.886925 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (11650e4d-3757-439c-994f-e58f145f3214), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:39.942534 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=11650e4d-3757-439c-994f-e58f145f3214,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:56:41.745908 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 11650e4d-3757-439c-994f-e58f145f3214 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:56:41.862966 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 11650e4d-3757-439c-994f-e58f145f3214 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:56:41.863553 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (11650e4d-3757-439c-994f-e58f145f3214), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:42.022764 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 11650e4d-3757-439c-994f-e58f145f3214 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:56:45.634034 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=41 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:46.209470 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=15 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:46.213132 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:56:50.400452 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3d64dc46-5444-4591-8085-2cf707a95ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:52.625313 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7370d0d6-3cbd-41a5-9509-774359c27abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:53.844296 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:55.457151 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:56:56.969181 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:05.452829 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:06.643842 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:06.647037 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:06.964320 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:12.636147 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 5 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:57:20.520581 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4c034272-9b0b-4e68-a394-78eb4a90233e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:22.610743 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-58aa28b9-3842-4f7b-b6b6-68ec0619199d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:22.630703 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:23.854843 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:25.445492 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:26.967032 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:35.441196 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:36.962607 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:48.630021 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:48.630830 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:49.634827 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 5 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:57:50.394476 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-586a0b38-a165-4688-a6f2-4901ae034387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:52.613257 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-49a80efd-ace2-4587-8d8c-9ce4988c888a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:53.835789 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:55.446453 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:56.392597 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52324) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:57:56.455402 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ac86c2-b692-4840-8656-8957c88028b1 admin admin] GET failed (client error): The resource could not be found. May 26 17:57:56.456682 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b6ac86c2-b692-4840-8656-8957c88028b1 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631342 May 26 17:57:56.620224 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f9c526-85ba-40c9-8e4d-30e778d61911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:57:56.621703 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e1f9c526-85ba-40c9-8e4d-30e778d61911 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1609187 May 26 17:57:56.960777 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:58.861073 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52334) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:57:58.967544 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296fddb5-44d0-4d79-80c1-22453e4ebfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:57:58.968932 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-296fddb5-44d0-4d79-80c1-22453e4ebfaa admin admin] 10.222.0.76 "GET /v2.0/subnets/b401d569-9b86-4e3a-a5a8-ff60019e5000 HTTP/1.1" status: 200 len: 849 time: 0.1069107 May 26 17:57:58.978486 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:57:59.064363 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Publish callbacks [] for subnet (b401d569-9b86-4e3a-a5a8-ff60019e5000), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:59.208870 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748000259548'] for subnet (b401d569-9b86-4e3a-a5a8-ff60019e5000), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:59.243027 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:57:59.244050 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:59.258875 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] 10.222.0.76 "PUT /v2.0/subnets/b401d569-9b86-4e3a-a5a8-ff60019e5000 HTTP/1.1" status: 200 len: 868 time: 0.2702355 May 26 17:57:59.259176 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d8eee9-d81a-40e7-8329-eaa4a85a67d8 None None] Network a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:57:59.261999 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b401d569-9b86-4e3a-a5a8-ff60019e5000,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:57:59.269708 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.270057 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.270461 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.270809 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.271145 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.271478 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.271807 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.272135 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.272482 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.272820 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.273174 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.273538 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.273980 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.274418 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.274749 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a5c92-ce01-412e-b45a-8286d727df5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:57:59.567693 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-36a12ab8-8bfe-4d72-a0d7-a50776f4f8f3 None None] Provisioning complete for port 65bd642e-69a9-44b8-95aa-51c0d528d66b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:57:59.568096 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-36a12ab8-8bfe-4d72-a0d7-a50776f4f8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (65bd642e-69a9-44b8-95aa-51c0d528d66b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:59.631177 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:57:59.645733 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-36a12ab8-8bfe-4d72-a0d7-a50776f4f8f3 None None] Current status of the port 65bd642e-69a9-44b8-95aa-51c0d528d66b is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:57:59.654297 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-36a12ab8-8bfe-4d72-a0d7-a50776f4f8f3 None None] Provisioning complete for port d6f7641d-96c2-43cb-9a84-825c9feb14a1 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:57:59.654690 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-36a12ab8-8bfe-4d72-a0d7-a50776f4f8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d6f7641d-96c2-43cb-9a84-825c9feb14a1), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:57:59.728173 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-36a12ab8-8bfe-4d72-a0d7-a50776f4f8f3 None None] Current status of the port d6f7641d-96c2-43cb-9a84-825c9feb14a1 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:58:01.503021 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52342) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:58:01.710459 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57758fea-a6b6-4de1-af40-9b0614b888f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:01.710862 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57758fea-a6b6-4de1-af40-9b0614b888f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:01.712598 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-57758fea-a6b6-4de1-af40-9b0614b888f6 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2086327 May 26 17:58:04.009746 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 52352) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:58:04.218955 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e6b58a-c041-4272-8755-53cd58f30c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:04.219336 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e6b58a-c041-4272-8755-53cd58f30c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:04.220924 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-66e6b58a-c041-4272-8755-53cd58f30c2f admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2101932 May 26 17:58:06.488084 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52362) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:58:06.614323 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de3946-7162-4911-a23d-b6a52e9ebe95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:06.615706 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a2de3946-7162-4911-a23d-b6a52e9ebe95 admin admin] 10.222.0.76 "GET /v2.0/networks/87c30ee3-ecc3-4b30-9751-5557819add7d HTTP/1.1" status: 200 len: 886 time: 0.1266632 May 26 17:58:08.876766 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52370) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:58:09.025294 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3142f-d058-4058-bedc-a13e34463f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:09.026703 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-f6b3142f-d058-4058-bedc-a13e34463f5b admin admin] 10.222.0.76 "GET /v2.0/networks/a38c2a43-96d2-4a8a-a099-2cfb32a6b5bc HTTP/1.1" status: 200 len: 869 time: 0.1490030 May 26 17:58:09.724472 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:09.726466 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:11.282685 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 52378) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:58:11.413235 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61410003-80f0-4198-a856-c84a9c0c4135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:11.413605 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61410003-80f0-4198-a856-c84a9c0c4135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:11.415408 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-61410003-80f0-4198-a856-c84a9c0c4135 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1315095 May 26 17:58:13.863015 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52386) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:58:13.946427 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:13.977112 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:14.001531 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381ba38-f3de-4e5c-90ec-9454d626f746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:14.001978 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381ba38-f3de-4e5c-90ec-9454d626f746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:14.003544 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b381ba38-f3de-4e5c-90ec-9454d626f746 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1395643 May 26 17:58:16.484937 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 52394) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:58:16.589665 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c7dae-2e7e-4885-9f22-aa93f5577cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:16.591413 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1c4c7dae-2e7e-4885-9f22-aa93f5577cb9 admin admin] 10.222.0.76 "GET /v2.0/subnets/b401d569-9b86-4e3a-a5a8-ff60019e5000 HTTP/1.1" status: 200 len: 868 time: 0.1054854 May 26 17:58:18.896369 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 52402) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:58:18.989427 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6448c6b3-a8e5-4786-b004-2b992a7c08af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:58:18.990819 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-6448c6b3-a8e5-4786-b004-2b992a7c08af admin admin] 10.222.0.76 "GET /v2.0/subnets/e50fe025-3355-4d7e-9d53-ce69125faee5 HTTP/1.1" status: 200 len: 816 time: 0.0934992 May 26 17:58:20.397819 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3b26097f-edfb-4188-b2ef-37cca2e89bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:20.638515 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:20.639292 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:22.620350 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c3f85b65-d066-467a-ac83-020a4137a686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:23.840519 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:23.997558 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:25.450637 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:26.635736 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 5 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:58:26.970870 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:28.985071 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=30 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:28.986993 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=29 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:36.963600 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:36.965576 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:37.628335 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:37.665737 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:50.401247 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1661db75-5a68-4e07-a5f1-4b295f072c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:52.612714 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e7b1-1191-48bc-b29b-28e2410ac028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:53.843128 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:55.450259 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:56.965312 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:58:57.632598 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=18 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:58:57.636811 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=14 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:00.831518 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 52460) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:59:00.881017 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [None req-8ea4306d-22b2-4fc7-b3ce-7194e152674b admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 17:59:00.882783 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-8ea4306d-22b2-4fc7-b3ce-7194e152674b admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0501668 May 26 17:59:03.224062 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52468) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:59:03.285682 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb9031e-6632-4dbb-bf84-7a7501adda6a admin admin] GET failed (client error): The resource could not be found. May 26 17:59:03.287093 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-cfb9031e-6632-4dbb-bf84-7a7501adda6a admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620778 May 26 17:59:03.376552 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b552cec-b2fe-46dd-9e81-cb3d406452a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:59:03.378029 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-4b552cec-b2fe-46dd-9e81-cb3d406452a7 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0862381 May 26 17:59:03.634231 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 5 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:59:05.651357 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52476) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:59:05.702437 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:59:05.724930 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Made reservation on behalf of 5a106ee939504b208f8d5ca1deb61f2d for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:59:05.727567 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:05.765036 dv-cinder-839064-2-iscsi neutron-server[104146]: WARNING neutron.services.revisions.revision_plugin [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Could not find related network for resource to bump revision. May 26 17:59:05.779393 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 17:59:05.794808 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (f5c292b3-dca1-4a0d-87c6-34b198a091ba), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:05.795221 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Added segment f5c292b3-dca1-4a0d-87c6-34b198a091ba of type vlan for network ccc443c7-b56e-49c5-8055-59f860dd45c7 May 26 17:59:05.837624 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (ccc443c7-b56e-49c5-8055-59f860dd45c7), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:05.869441 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (ccc443c7-b56e-49c5-8055-59f860dd45c7), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:05.870544 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:59:05.871116 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:05.931531 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2790837 May 26 17:59:05.936359 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc443c7-b56e-49c5-8055-59f860dd45c7,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:59:05.943810 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.944248 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.944689 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.945031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.945363 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.945692 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.946021 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.946372 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.946697 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.947022 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.947347 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.947689 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.948016 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.948334 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.948651 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08edb746-3f24-4852-b307-2c4bead628e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:05.960882 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network ccc443c7-b56e-49c5-8055-59f860dd45c7 details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 17:59:08.224393 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52484) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 17:59:08.289500 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffdcf8b-8c5c-4878-ade8-8a0dea25d0ac admin admin] GET failed (client error): The resource could not be found. May 26 17:59:08.290849 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-7ffdcf8b-8c5c-4878-ade8-8a0dea25d0ac admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0654635 May 26 17:59:08.362100 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dda59f-80db-4d2b-a6a0-6e8866770530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:59:08.363621 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-88dda59f-80db-4d2b-a6a0-6e8866770530 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686011 May 26 17:59:08.374397 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 17:59:08.395292 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] Made reservation on behalf of 5a106ee939504b208f8d5ca1deb61f2d for: {'subnet': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 17:59:08.398017 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:08.667297 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for subnet (a5f81485-b400-4790-8a93-bbe3abf0186a), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:08.721858 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f81485-b400-4790-8a93-bbe3abf0186a,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:59:08.737132 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] Checking segment: {'id': 'f5c292b3-dca1-4a0d-87c6-34b198a091ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:59:08.737471 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] Network hostable DHCP agents. Network: ccc443c7-b56e-49c5-8055-59f860dd45c7, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 17:59:08.755265 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] Network ccc443c7-b56e-49c5-8055-59f860dd45c7 is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 17:59:08.764969 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, ccc443c7-b56e-49c5-8055-59f860dd45c7) {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:59:08.769570 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 17:59:08.771408 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:08.776822 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88026c69-4137-4496-9995-6fcba8681224 None None] Network ccc443c7-b56e-49c5-8055-59f860dd45c7 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:59:08.790391 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-607795a7-1a03-4e77-b1b2-b88dbc5b2794 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4192772 May 26 17:59:08.895103 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-ccc443c7-b56e-49c5-8055-59f860dd45c7', 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7', 'project_id': '5a106ee939504b208f8d5ca1deb61f2d', 'fixed_ips': [{'subnet_id': 'a5f81485-b400-4790-8a93-bbe3abf0186a'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 17:59:08.896060 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:09.055304 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Allocated IP 192.168.233.2 (ccc443c7-b56e-49c5-8055-59f860dd45c7/a5f81485-b400-4790-8a93-bbe3abf0186a/dfe6e721-fac8-43aa-86ed-11fcc86e63fd) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 17:59:09.311597 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Publish callbacks [] for port (dfe6e721-fac8-43aa-86ed-11fcc86e63fd), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:09.317920 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (dfe6e721-fac8-43aa-86ed-11fcc86e63fd), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:09.360206 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Network ccc443c7-b56e-49c5-8055-59f860dd45c7 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 17:59:09.363534 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 17:59:09.372807 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 17:59:09.376771 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Pushing event updated for resources: {'Port': ['ID=dfe6e721-fac8-43aa-86ed-11fcc86e63fd,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:59:09.388895 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.389238 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.389604 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.389983 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.390349 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.390678 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.390998 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.391317 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.391636 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.391952 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.392298 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.392608 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.392923 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.393238 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.393550 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 17:59:09.452714 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Attempting to bind port dfe6e721-fac8-43aa-86ed-11fcc86e63fd on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 17:59:09.453074 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Attempting to bind port dfe6e721-fac8-43aa-86ed-11fcc86e63fd by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': 'f5c292b3-dca1-4a0d-87c6-34b198a091ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 17:59:09.453437 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Attempting to bind port dfe6e721-fac8-43aa-86ed-11fcc86e63fd on network ccc443c7-b56e-49c5-8055-59f860dd45c7 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 17:59:09.458837 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 17, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 17:59:09.459207 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Checking segment: {'id': 'f5c292b3-dca1-4a0d-87c6-34b198a091ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 17:59:09.460167 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:09.460557 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Bound using segment: {'id': 'f5c292b3-dca1-4a0d-87c6-34b198a091ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 17:59:09.461024 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Bound port: dfe6e721-fac8-43aa-86ed-11fcc86e63fd, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c292b3-dca1-4a0d-87c6-34b198a091ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 17:59:09.461396 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (dfe6e721-fac8-43aa-86ed-11fcc86e63fd), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:09.534552 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] For port dfe6e721-fac8-43aa-86ed-11fcc86e63fd, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 17:59:09.538495 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] For port dfe6e721-fac8-43aa-86ed-11fcc86e63fd, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=dfe6e721-fac8-43aa-86ed-11fcc86e63fd,segment=NetworkSegment(f5c292b3-dca1-4a0d-87c6-34b198a091ba),segment_id=f5c292b3-dca1-4a0d-87c6-34b198a091ba)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 17:59:09.547097 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (dfe6e721-fac8-43aa-86ed-11fcc86e63fd), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:09.616900 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7c44f-b26c-48d5-ae0a-c2bb9ab91969 None None] Pushing event updated for resources: {'Port': ['ID=dfe6e721-fac8-43aa-86ed-11fcc86e63fd,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:59:10.520432 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b71925-f598-4dab-89b2-9b06ee54ec4a None None] Network ccc443c7-b56e-49c5-8055-59f860dd45c7 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 17:59:10.537088 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:10.581010 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:10.592982 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-1bf4c15d-ee71-4381-a4d3-4160b973986f None None] Provisioning complete for port dfe6e721-fac8-43aa-86ed-11fcc86e63fd triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:59:10.593375 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c15d-ee71-4381-a4d3-4160b973986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (dfe6e721-fac8-43aa-86ed-11fcc86e63fd), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:10.715446 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-1bf4c15d-ee71-4381-a4d3-4160b973986f None None] Current status of the port dfe6e721-fac8-43aa-86ed-11fcc86e63fd is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:59:10.715838 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c15d-ee71-4381-a4d3-4160b973986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (dfe6e721-fac8-43aa-86ed-11fcc86e63fd), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:10.752772 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-1bf4c15d-ee71-4381-a4d3-4160b973986f None None] For port dfe6e721-fac8-43aa-86ed-11fcc86e63fd, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=dfe6e721-fac8-43aa-86ed-11fcc86e63fd,segment=NetworkSegment(f5c292b3-dca1-4a0d-87c6-34b198a091ba),segment_id=f5c292b3-dca1-4a0d-87c6-34b198a091ba)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 17:59:10.760361 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c15d-ee71-4381-a4d3-4160b973986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (dfe6e721-fac8-43aa-86ed-11fcc86e63fd), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:10.816164 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4c15d-ee71-4381-a4d3-4160b973986f None None] Pushing event updated for resources: {'Port': ['ID=dfe6e721-fac8-43aa-86ed-11fcc86e63fd,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 17:59:10.980531 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-0fb6107a-8317-44dd-9baa-59fd473ab660 None None] Provisioning complete for port dfe6e721-fac8-43aa-86ed-11fcc86e63fd triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:59:10.981013 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0fb6107a-8317-44dd-9baa-59fd473ab660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (dfe6e721-fac8-43aa-86ed-11fcc86e63fd), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:11.073618 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6107a-8317-44dd-9baa-59fd473ab660 None None] Current status of the port dfe6e721-fac8-43aa-86ed-11fcc86e63fd is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:59:11.807953 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device dfe6e721-fac8-43aa-86ed-11fcc86e63fd up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 17:59:11.854026 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port dfe6e721-fac8-43aa-86ed-11fcc86e63fd triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 17:59:11.854441 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (dfe6e721-fac8-43aa-86ed-11fcc86e63fd), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:11.932416 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port dfe6e721-fac8-43aa-86ed-11fcc86e63fd is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 17:59:13.629802 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:18.782909 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:18.783795 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:20.403083 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-79c4b1bb-d8ca-4db1-8edf-a579c91ff4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:22.618940 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b5482333-2947-43b6-8e3d-df9977a45dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:23.845333 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:25.454897 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:26.978064 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:34.628249 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:34.633877 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:36.969050 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:36.971478 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:40.633588 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 5 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 17:59:48.626147 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:50.406784 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f9988361-8b1d-4378-a592-74e9d74cc38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:50.629139 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 17:59:52.611480 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7938dd26-c5c5-4e2d-a849-28370154d8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:53.848927 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:55.459119 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 17:59:56.971851 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:06.964778 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:06.966885 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:11.623804 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:11.628464 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:17.632559 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 5 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:00:20.411808 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2de9b950-aa39-407e-8050-c3f0bc86e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:22.614956 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-43f16d12-fefc-44e5-a4d5-fa44d7bb027e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:23.851843 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:25.463543 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:26.978569 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:27.627597 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:27.629187 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:36.969624 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:36.971546 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:50.416277 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c615c41f-cbbf-4609-ab6e-a8cd7fba34aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:50.614397 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=14 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:50.614899 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52522) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:00:50.617347 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=18 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:00:50.621411 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [None req-715435b0-0c4c-44a7-adbb-5dac610ec9e4 tempest-verify_tempest_config-680297562 tempest-verify_tempest_config-680297562-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:00:50.622447 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-715435b0-0c4c-44a7-adbb-5dac610ec9e4 tempest-verify_tempest_config-680297562 tempest-verify_tempest_config-680297562-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065506 May 26 18:00:50.929093 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52540) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:00:51.035858 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:51.113816 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Publish callbacks [] for security_group (9805317f-744f-4b85-b65b-e9fcd66f46f5), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:51.118117 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (9805317f-744f-4b85-b65b-e9fcd66f46f5), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:51.165426 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9805317f-744f-4b85-b65b-e9fcd66f46f5,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:00:51.170164 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8460c79276d7459db8a5ad3a0f56f06c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2400939 May 26 18:00:51.172954 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 52544) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:00:51.174482 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.174827 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.175162 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.175497 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.176347 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.177250 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.177580 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.177906 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.178273 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.178605 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.178949 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.179288 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.179611 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.179928 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.180327 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909daf61-c466-4f61-a26b-9d1f1c2e5483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.254866 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Publish callbacks [] for security_group (9805317f-744f-4b85-b65b-e9fcd66f46f5), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:51.276340 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Publish callbacks [] for security_group (9805317f-744f-4b85-b65b-e9fcd66f46f5), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:51.372130 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (9805317f-744f-4b85-b65b-e9fcd66f46f5), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:51.374560 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:51.376295 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9805317f-744f-4b85-b65b-e9fcd66f46f5 HTTP/1.1" status: 204 len: 168 time: 0.2018459 May 26 18:00:51.385148 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9805317f-744f-4b85-b65b-e9fcd66f46f5,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:00:51.392370 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.392716 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.393092 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.393461 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.393786 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.394086 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.394434 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.394758 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.395108 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.395438 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.395762 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.396081 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.396405 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.396728 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:51.397053 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2089cb-f3d8-42db-86ae-6e409124a93a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:00:52.618597 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0cafbb82-ef76-4d2d-abf7-0a52cc956f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:53.853625 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:54.632155 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 5 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:00:55.467514 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:00:56.975562 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:01.160942 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:01.168406 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:01.388007 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:01.392377 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:04.628171 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:06.968788 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:06.971482 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:20.428086 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4e847e11-9360-4874-916b-faddb3214f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:22.623729 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ff9b2445-3ac3-40a6-879f-5ad15a7e97bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:23.859599 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:25.478217 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:25.630974 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:25.636429 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:26.972523 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:31.632438 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 5 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:01:36.964140 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:36.967641 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:48.629560 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:48.631932 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:01:50.426959 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-659f8a4d-dc5f-47e7-ae7c-c4f7ae6da9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:52.634126 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0d580548-97f3-4926-b170-cf21a4a9db68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:53.862177 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:55.476201 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:01:56.968766 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:02.628496 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:02.636218 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:06.961708 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:06.964691 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:08.631960 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 5 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:02:18.628360 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:18.629347 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:20.422568 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a7d0c73b-f2c6-45f7-b60c-85b48a13a97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:22.628697 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a250ba46-878b-40d6-bf67-601cd1a695ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:23.865258 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:25.586370 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:26.963632 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:36.950273 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:36.958945 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:39.630385 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:39.635174 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:40.802966 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1981233'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:45.633534 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:02:50.431111 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a55cfc05-ade2-4897-96c1-0d47b761bcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:52.639497 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e14e25df-b844-4032-8d52-9f4dd49f21a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:53.844632 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 52622) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:53.871390 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:53.966505 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-bf14e10b-5904-4ef1-ab8a-037b49a80b29 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1199462 May 26 18:02:55.486411 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:02:55.626151 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=13 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:55.628137 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=15 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:02:56.305729 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52632) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:02:56.368974 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-fe9b10df-1ca4-44d3-9d9d-6b7e845dce4d admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0621204 May 26 18:02:56.969769 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:03.958723 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:03.960715 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:06.363470 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:06.957880 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:06.964264 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:10.771554 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:16.632231 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:16.633034 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:20.427258 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b3a80f16-e394-4e2d-83b2-9d9454af7a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:22.635188 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-820ddfeb-7adf-4b40-b579-aa2daf2f3161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:22.636935 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:03:23.870222 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:25.487760 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:26.964144 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:36.957827 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:36.959794 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:37.630934 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:37.632662 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:40.773319 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.429744 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-646fafc4-e6cc-40dd-9bf6-2ae4a077e018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:50.768821 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:52.664080 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-311e90b9-43aa-4e7d-b553-e01dfb73f8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:53.623952 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:53.630086 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:03:53.899449 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:55.496363 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:56.975090 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:03:59.638389 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:04:06.965985 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:06.967239 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:09.633132 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:09.634505 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:10.800068 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:20.425885 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3cbc7b44-d26e-4b44-aaa4-9909b541cbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:22.644449 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-20311ab1-7856-4ce6-ab2c-da6b422ce9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:23.877975 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:25.495630 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:26.976084 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:30.629310 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:30.637965 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:36.638655 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:04:36.968341 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:36.972629 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:40.451067 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52830) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:40.643942 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52840) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:40.814544 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:40.892464 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52864) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:40.979211 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1757502267-network', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:41.007546 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Made reservation on behalf of eac4a6151fbb44d1b0b61636a97f56b6 for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:41.010327 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.028870 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1906248372-network', 'tenant_id': 'c0b976166b884524b9a3855712be72de'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:41.047884 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.060740 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Made reservation on behalf of c0b976166b884524b9a3855712be72de for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:41.063471 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.076565 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.200217 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Publish callbacks [] for security_group (6276943e-0675-4f9a-a895-99e9bb3681ee), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.210711 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6276943e-0675-4f9a-a895-99e9bb3681ee), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.247476 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:04:41.293271 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (3dacbbe8-b9b0-4dc0-961e-a070b035c3da), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.293696 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Added segment 3dacbbe8-b9b0-4dc0-961e-a070b035c3da of type vlan for network 31cac232-9768-4083-9065-c20228929068 May 26 18:04:41.295209 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6276943e-0675-4f9a-a895-99e9bb3681ee,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:41.306378 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Publish callbacks [] for security_group (9cb5e224-d706-4207-977c-a70a8953e054), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.312963 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.313250 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.314354 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.314767 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.315198 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.315543 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.315867 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.316195 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.316542 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.317046 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.317405 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.317736 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.318056 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.318588 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.318912 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Tracked resource versions report: May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: pushed versions: May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: { 'AddressGroup': {'1.2'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Agent': {'1.1'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'ConntrackHelper': {'1.0'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'LocalIPAssociation': {'1.0'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Log': {'1.0'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'NDPProxy': {'1.0'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Network': {'1.1'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Port': {'1.7'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'PortForwarding': {'1.3'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'QosPolicy': {'1.10'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SecurityGroup': {'1.5'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SecurityGroupRule': {'1.2'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SubPort': {'1.0'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Subnet': {'1.1'}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Trunk': {'1.1'}} May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: consumer versions: May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: { DHCP agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: HyperV agent@hv-cinder-83906: {}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: L3 agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: Metadata agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: Metering agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: Open vSwitch agent@dv-cinder-839064-2-iscsi: { 'AddressGroup': '1.2', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Agent': '1.1', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'ConntrackHelper': '1.0', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'LocalIPAssociation': '1.0', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Log': '1.0', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'NDPProxy': '1.0', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Network': '1.1', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Port': '1.7', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'PortForwarding': '1.3', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'QosPolicy': '1.10', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SecurityGroup': '1.5', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SecurityGroupRule': '1.2', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'SubPort': '1.0', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Subnet': '1.1', May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: 'Trunk': '1.1'}} May 26 18:04:41.320150 dv-cinder-839064-2-iscsi neutron-server[104146]: {{(pid=104146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:04:41.349140 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (9cb5e224-d706-4207-977c-a70a8953e054), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.363552 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (31cac232-9768-4083-9065-c20228929068), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.381146 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:04:41.414411 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (3928412f-3c20-4fd9-a439-d2a7166f664b), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.414819 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Added segment 3928412f-3c20-4fd9-a439-d2a7166f664b of type vlan for network 88540240-a343-4b80-bbe6-aa98a82d692f May 26 18:04:41.431639 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-564941560-network', 'tenant_id': '6b746bd093c749c5a2ffe6fd3d3e0417'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:41.442699 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (31cac232-9768-4083-9065-c20228929068), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.443837 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:41.444331 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.484050 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb5e224-d706-4207-977c-a70a8953e054,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:41.502026 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8560028 May 26 18:04:41.504578 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 52886) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:41.511876 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Request body: {'subnet': {'network_id': '31cac232-9768-4083-9065-c20228929068', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1906248372-subnet', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:41.519274 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (88540240-a343-4b80-bbe6-aa98a82d692f), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.544836 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52890) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:41.553705 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Made reservation on behalf of c0b976166b884524b9a3855712be72de for: {'subnet': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:41.558128 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.605612 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Made reservation on behalf of 6b746bd093c749c5a2ffe6fd3d3e0417 for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:41.607994 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.622332 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.638740 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb02fec-6cc2-488c-982f-70114a743478 admin admin] Pushing event updated for resources: {'Network': ['ID=31cac232-9768-4083-9065-c20228929068,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:41.643845 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:41.651867 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 31cac232-9768-4083-9065-c20228929068 details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:04:41.652269 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (88540240-a343-4b80-bbe6-aa98a82d692f), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.653480 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:41.654280 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.737762 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:41.742123 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] Pushing event updated for resources: {'Network': ['ID=88540240-a343-4b80-bbe6-aa98a82d692f,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:41.751947 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-87b87deb-40bd-4485-a130-e69137b58d9d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2987700 May 26 18:04:41.752870 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 52898) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:41.795680 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] Request body: {'subnet': {'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-subnet', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:41.807744 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 88540240-a343-4b80-bbe6-aa98a82d692f details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:04:41.851007 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-network', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:41.872406 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Publish callbacks [] for security_group (0b1e906b-4c77-40f6-8ee0-cee5b5836e37), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.875486 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] Made reservation on behalf of eac4a6151fbb44d1b0b61636a97f56b6 for: {'subnet': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:41.881079 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.893402 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (0b1e906b-4c77-40f6-8ee0-cee5b5836e37), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.952606 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:04:41.962592 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Made reservation on behalf of 8c49a9a21f1346a0bc8d774afc7951a2 for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:41.965553 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:41.989515 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1e906b-4c77-40f6-8ee0-cee5b5836e37,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:42.007073 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (6a7776cc-eda0-4c97-816a-c36f556a6124), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.009926 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Added segment 6a7776cc-eda0-4c97-816a-c36f556a6124 of type vlan for network 13597c6f-f061-4857-86b7-dc277ce72ef7 May 26 18:04:42.012544 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.060865 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for subnet (6391f8f8-c65b-4530-8b3e-5895efce7c46), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.132601 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Checking segment: {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:42.133487 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Network hostable DHCP agents. Network: 31cac232-9768-4083-9065-c20228929068, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:04:42.137912 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (13597c6f-f061-4857-86b7-dc277ce72ef7), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.199308 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Network 31cac232-9768-4083-9065-c20228929068 is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:04:42.209113 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (13597c6f-f061-4857-86b7-dc277ce72ef7), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.210520 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:42.211256 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.235237 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 31cac232-9768-4083-9065-c20228929068) {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:42.247659 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6a207a-5a4a-4fe8-b9b6-d6fbd4c0e723 None None] Network 31cac232-9768-4083-9065-c20228929068 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:04:42.253385 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:42.254085 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.270735 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6391f8f8-c65b-4530-8b3e-5895efce7c46,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:42.299730 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4055326 May 26 18:04:42.321513 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52912) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:42.325209 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Publish callbacks [] for security_group (352e1c2b-d42d-4fc3-b805-6656e01770f8), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.334833 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] Request body: {'subnet': {'network_id': '13597c6f-f061-4857-86b7-dc277ce72ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-564941560-subnet', 'tenant_id': '6b746bd093c749c5a2ffe6fd3d3e0417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:42.355926 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be733a8-3ef5-431e-9039-145c8ac88c27 admin admin] Pushing event updated for resources: {'Network': ['ID=13597c6f-f061-4857-86b7-dc277ce72ef7,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:42.362725 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.365320 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (352e1c2b-d42d-4fc3-b805-6656e01770f8), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.368601 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.375036 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.375643 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.376868 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.377174 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.377669 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.379320 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.379777 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.380208 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.380663 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.381080 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.381504 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.381924 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.382375 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] Tracked resource versions report: May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: pushed versions: May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: { 'AddressGroup': {'1.2'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Agent': {'1.1'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'ConntrackHelper': {'1.0'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'LocalIPAssociation': {'1.0'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Log': {'1.0'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'NDPProxy': {'1.0'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Network': {'1.1'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Port': {'1.7'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'PortForwarding': {'1.3'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'QosPolicy': {'1.10'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SecurityGroup': {'1.5'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SecurityGroupRule': {'1.2'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SubPort': {'1.0'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Subnet': {'1.1'}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Trunk': {'1.1'}} May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: consumer versions: May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: { DHCP agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: HyperV agent@hv-cinder-83906: {}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: L3 agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: Metadata agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: Metering agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: Open vSwitch agent@dv-cinder-839064-2-iscsi: { 'AddressGroup': '1.2', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Agent': '1.1', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'ConntrackHelper': '1.0', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'LocalIPAssociation': '1.0', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Log': '1.0', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'NDPProxy': '1.0', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Network': '1.1', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Port': '1.7', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'PortForwarding': '1.3', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'QosPolicy': '1.10', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SecurityGroup': '1.5', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SecurityGroupRule': '1.2', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'SubPort': '1.0', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Subnet': '1.1', May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: 'Trunk': '1.1'}} May 26 18:04:42.385983 dv-cinder-839064-2-iscsi neutron-server[104147]: {{(pid=104147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:04:42.413100 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 13597c6f-f061-4857-86b7-dc277ce72ef7 details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:04:42.420681 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-a7676bcd-9229-41d4-bb1d-53d1baa25c22 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9149883 May 26 18:04:42.429406 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 52916) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:42.446590 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:42.491376 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:04:42.517313 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (9d32389a-0369-4b40-b025-664c0ffcef7b), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.517798 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Added segment 9d32389a-0369-4b40-b025-664c0ffcef7b of type vlan for network 674e4916-1510-4fc4-b57b-b0089244acfe May 26 18:04:42.538084 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for subnet (6b62c5e0-7707-42d0-8ddb-bc0148c5e061), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.564522 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1979981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (a3d6e6a8-c264-4016-af10-b25781284ff5), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.566092 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2044413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (a3d6e6a8-c264-4016-af10-b25781284ff5), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.590608 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-31cac232-9768-4083-9065-c20228929068', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'project_id': 'c0b976166b884524b9a3855712be72de', 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:04:42.591861 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.604095 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (674e4916-1510-4fc4-b57b-b0089244acfe), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.625708 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] Checking segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:42.626936 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] Network hostable DHCP agents. Network: 88540240-a343-4b80-bbe6-aa98a82d692f, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:04:42.635726 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352e1c2b-d42d-4fc3-b805-6656e01770f8,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:42.643486 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] Made reservation on behalf of 6b746bd093c749c5a2ffe6fd3d3e0417 for: {'subnet': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:42.647148 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.652090 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (674e4916-1510-4fc4-b57b-b0089244acfe), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.653857 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:42.654626 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.665227 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:42.670384 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] Network 88540240-a343-4b80-bbe6-aa98a82d692f is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:04:42.784813 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] Pushing event updated for resources: {'Network': ['ID=674e4916-1510-4fc4-b57b-b0089244acfe,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:42.801741 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 674e4916-1510-4fc4-b57b-b0089244acfe details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:04:42.812711 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 88540240-a343-4b80-bbe6-aa98a82d692f) {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:42.869005 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:42.869590 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.880693 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:42.881566 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b62c5e0-7707-42d0-8ddb-bc0148c5e061,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:42.886095 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b930286-8977-4341-ba4a-1458b1e695c6 None None] Network 88540240-a343-4b80-bbe6-aa98a82d692f requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:04:42.918069 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Publish callbacks [] for router_controller (a3d6e6a8-c264-4016-af10-b25781284ff5), precommit_add_association {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.922394 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c165c2ec-9f02-4842-bcd5-5a75e6d3b927 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1518676 May 26 18:04:42.928529 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 52946) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:42.933115 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:42.933926 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=68,neutron:INSERT=24,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:42.934837 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:42.942501 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b65b89fe-8407-4e79-bb19-7637e41522f1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.3945696 May 26 18:04:42.945940 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52948) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:42.951716 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] Request body: {'subnet': {'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-subnet', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:42.991018 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1979981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:42.992854 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2044413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.088738 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] Made reservation on behalf of 8c49a9a21f1346a0bc8d774afc7951a2 for: {'subnet': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:43.095315 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.142528 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Publish callbacks [] for router_gateway (a3d6e6a8-c264-4016-af10-b25781284ff5), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.150301 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Allocated IP 172.20.0.2 (31cac232-9768-4083-9065-c20228929068/6391f8f8-c65b-4530-8b3e-5895efce7c46/0becf2f7-5981-4ac4-be09-75ce6a66b830) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:43.210335 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for subnet (a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.247916 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Publish callbacks [] for router_controller (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), precommit_add_association {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.343122 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:43.361901 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] Checking segment: {'id': '6a7776cc-eda0-4c97-816a-c36f556a6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '13597c6f-f061-4857-86b7-dc277ce72ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:43.362458 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] Network hostable DHCP agents. Network: 13597c6f-f061-4857-86b7-dc277ce72ef7, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:04:43.420861 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] Network 13597c6f-f061-4857-86b7-dc277ce72ef7 is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:04:43.461939 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 13597c6f-f061-4857-86b7-dc277ce72ef7) {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:43.474024 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:43.474819 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.505942 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for subnet (ac96540e-afea-497d-ac7d-c16c234ce572), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.517613 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-321af5ad-fe4b-40d1-a74d-93098ef48098 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1941991 May 26 18:04:43.621196 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Publish callbacks [] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.631094 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228d4d3a-4da8-4515-85ab-386691609c5d None None] Network 13597c6f-f061-4857-86b7-dc277ce72ef7 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:04:43.645808 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Publish callbacks [] for router_gateway (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.679174 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac96540e-afea-497d-ac7d-c16c234ce572,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:43.707911 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] Checking segment: {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:43.708477 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] Network hostable DHCP agents. Network: 674e4916-1510-4fc4-b57b-b0089244acfe, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:04:43.734004 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] Network 674e4916-1510-4fc4-b57b-b0089244acfe is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:04:43.740991 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.754810 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 674e4916-1510-4fc4-b57b-b0089244acfe) {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:43.762597 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:43.764011 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.807250 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-89f90cea-3366-4c60-ba9e-03cc647d5aa9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8534248 May 26 18:04:43.809129 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 52952) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:43.817453 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Publish callbacks [] for router_gateway (a3d6e6a8-c264-4016-af10-b25781284ff5), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.818872 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Network 31cac232-9768-4083-9065-c20228929068 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:43.822906 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:43.825706 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:43.827169 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Pushing event updated for resources: {'Port': ['ID=0becf2f7-5981-4ac4-be09-75ce6a66b830,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:43.840411 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:43.843108 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4739cf-1069-4b00-9fbf-e9cd42b48eda None None] Network 13597c6f-f061-4857-86b7-dc277ce72ef7 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:04:43.862988 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1979981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (27dd8832-0584-4c9a-abd9-f84c2c759178), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.865684 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2044413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (27dd8832-0584-4c9a-abd9-f84c2c759178), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.942511 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e6716-080f-493d-8b1a-3f5edc5e04c6 None None] Network 674e4916-1510-4fc4-b57b-b0089244acfe requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:04:43.945867 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:43.967849 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:43.971477 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:43.974060 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.974838 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.975894 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.976580 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.977130 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.977695 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.978281 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.978841 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.979397 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.980036 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.980594 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.981478 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.982028 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.982642 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.983201 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Tracked resource versions report: May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: pushed versions: May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: { 'AddressGroup': {'1.2'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Agent': {'1.1'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'ConntrackHelper': {'1.0'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'LocalIPAssociation': {'1.0'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Log': {'1.0'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'NDPProxy': {'1.0'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Network': {'1.1'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Port': {'1.7'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'PortForwarding': {'1.3'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'QosPolicy': {'1.10'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SecurityGroup': {'1.5'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SecurityGroupRule': {'1.2'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SubPort': {'1.0'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Subnet': {'1.1'}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Trunk': {'1.1'}} May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: consumer versions: May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: { DHCP agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: HyperV agent@hv-cinder-83906: {}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: L3 agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: Metadata agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: Metering agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: Open vSwitch agent@dv-cinder-839064-2-iscsi: { 'AddressGroup': '1.2', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Agent': '1.1', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'ConntrackHelper': '1.0', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'LocalIPAssociation': '1.0', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Log': '1.0', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'NDPProxy': '1.0', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Network': '1.1', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Port': '1.7', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'PortForwarding': '1.3', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'QosPolicy': '1.10', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SecurityGroup': '1.5', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SecurityGroupRule': '1.2', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'SubPort': '1.0', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Subnet': '1.1', May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: 'Trunk': '1.1'}} May 26 18:04:43.984698 dv-cinder-839064-2-iscsi neutron-server[104148]: {{(pid=104148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:04:44.032968 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Publish callbacks [] for router_controller (27dd8832-0584-4c9a-abd9-f84c2c759178), precommit_add_association {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:44.106866 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-88540240-a343-4b80-bbe6-aa98a82d692f', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:04:44.108129 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:44.137031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:44.302918 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:44.315883 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Allocated IP 172.27.1.123 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/d6de8f4a-006d-4fa6-b275-33e3ba78643e) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:44.334820 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Publish callbacks [] for router_gateway (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:44.379041 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Attempting to bind port 0becf2f7-5981-4ac4-be09-75ce6a66b830 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:44.380438 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:44.381327 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Publish callbacks [] for router_gateway (27dd8832-0584-4c9a-abd9-f84c2c759178), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:44.382480 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Attempting to bind port 0becf2f7-5981-4ac4-be09-75ce6a66b830 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:44.382935 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Attempting to bind port 0becf2f7-5981-4ac4-be09-75ce6a66b830 on network 31cac232-9768-4083-9065-c20228929068 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:44.545959 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53022) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:44.548735 dv-cinder-839064-2-iscsi neutron-server[104146]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 18:04:44.564507 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:44.574246 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Publish callbacks [] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:44.618843 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:44.619541 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Checking segment: {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:44.620015 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:44.620473 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Bound using segment: {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:44.621468 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Bound port: 0becf2f7-5981-4ac4-be09-75ce6a66b830, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:44.622807 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:44.626126 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:44.685428 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:44.715249 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:44.723569 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:44.728215 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6de8f4a-006d-4fa6-b275-33e3ba78643e,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:44.734745 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:44.807902 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Allocated IP 172.27.1.89 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/f3075324-4cbd-4870-b815-6edb73fd0827) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:44.832840 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-674e4916-1510-4fc4-b57b-b0089244acfe', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:04:44.834696 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:45.050900 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] For port 0becf2f7-5981-4ac4-be09-75ce6a66b830, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:45.071772 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Allocated IP 172.20.0.2 (88540240-a343-4b80-bbe6-aa98a82d692f/6b62c5e0-7707-42d0-8ddb-bc0148c5e061/ee3624eb-8bc8-458a-9db0-6a243f6356fe) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:45.081985 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] For port 0becf2f7-5981-4ac4-be09-75ce6a66b830, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=0becf2f7-5981-4ac4-be09-75ce6a66b830,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:45.097141 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:45.121987 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-50d97eab-7cf5-41fc-869f-87a588b4db0f tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:45.133855 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-50d97eab-7cf5-41fc-869f-87a588b4db0f tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/networks?id=13597c6f-f061-4857-86b7-dc277ce72ef7 HTTP/1.1" status: 200 len: 811 time: 0.5862584 May 26 18:04:45.169807 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Allocated IP 172.20.0.2 (674e4916-1510-4fc4-b57b-b0089244acfe/ac96540e-afea-497d-ac7d-c16c234ce572/eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:45.179490 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-eab4ed88-17ee-4a12-b6b7-9f2197a2be2c tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/quotas/6b746bd093c749c5a2ffe6fd3d3e0417 HTTP/1.1" status: 200 len: 375 time: 0.0452249 May 26 18:04:45.285400 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Publish callbacks [] for router_gateway (27dd8832-0584-4c9a-abd9-f84c2c759178), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:45.289060 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-c424eab1-ef27-42e1-aade-c77669fc8b9b tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b746bd093c749c5a2ffe6fd3d3e0417&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028121 May 26 18:04:45.354461 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:45.569121 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Publish callbacks [] for router_gateway (a3d6e6a8-c264-4016-af10-b25781284ff5), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:45.589536 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53084) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:45.648542 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:45.650081 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:45.667360 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb853a-9aa5-43a7-92e5-c6a1f1e15eae None None] Pushing event updated for resources: {'Port': ['ID=0becf2f7-5981-4ac4-be09-75ce6a66b830,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:45.763627 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Publish callbacks [] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:45.794114 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:45.840936 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-9b5f3e96-e568-4225-acaa-23c701dbb953 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:04:45.842132 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-9b5f3e96-e568-4225-acaa-23c701dbb953 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0694818 May 26 18:04:45.909071 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:45.980826 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Publish callbacks [] for port (f3075324-4cbd-4870-b815-6edb73fd0827), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.084149 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Pushing event updated for resources: {'Port': ['ID=eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:46.107417 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Publish callbacks [] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.122533 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 0becf2f7-5981-4ac4-be09-75ce6a66b830 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:46.134455 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-bb6ad27f-bc3d-44f0-8462-b1ded2908467 service neutron] 10.222.0.76 "GET /v2.0/networks/13597c6f-f061-4857-86b7-dc277ce72ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855399 May 26 18:04:46.187324 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.206362 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Network 674e4916-1510-4fc4-b57b-b0089244acfe is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:46.233167 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-03df5925-0adc-46ea-8f0b-c6c0a74e829a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.239885 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.286322 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Network 88540240-a343-4b80-bbe6-aa98a82d692f is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:46.288089 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2044362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334'] for router (a3d6e6a8-c264-4016-af10-b25781284ff5), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.311709 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:46.315012 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Allocated IP 172.27.1.156 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/8c9eeb62-9c87-4a66-be6e-0773bb9de3ed) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:46.351607 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:46.357591 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:46.358118 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:46.365913 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:46.377432 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:46.382073 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:46.452109 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Pushing event updated for resources: {'Port': ['ID=f3075324-4cbd-4870-b815-6edb73fd0827,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:46.492673 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Pushing event updated for resources: {'Port': ['ID=ee3624eb-8bc8-458a-9db0-6a243f6356fe,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:46.535935 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Attempting to bind port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:46.541913 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Attempting to bind port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:46.542559 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Attempting to bind port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae on network 674e4916-1510-4fc4-b57b-b0089244acfe {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:46.568468 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:46.569457 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Checking segment: {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:46.572395 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.572896 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Bound using segment: {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:46.573419 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Bound port: eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:46.574597 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.676659 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-03df5925-0adc-46ea-8f0b-c6c0a74e829a admin admin] Publish callbacks [] for security_group (5b7ed799-2261-4bf6-81bb-cdb06c5771e4), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.703346 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-03df5925-0adc-46ea-8f0b-c6c0a74e829a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (5b7ed799-2261-4bf6-81bb-cdb06c5771e4), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.715118 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:46.739030 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 0becf2f7-5981-4ac4-be09-75ce6a66b830 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:46.739642 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.775224 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:46.814076 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-92193cb6-a211-46d5-b7d6-dc6375c99bee service neutron] 10.222.0.76 "GET /v2.0/networks/13597c6f-f061-4857-86b7-dc277ce72ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782389 May 26 18:04:46.840053 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Publish callbacks [] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.867422 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Attempting to bind port ee3624eb-8bc8-458a-9db0-6a243f6356fe on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:46.867906 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Attempting to bind port ee3624eb-8bc8-458a-9db0-6a243f6356fe by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:46.868329 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Attempting to bind port ee3624eb-8bc8-458a-9db0-6a243f6356fe on network 88540240-a343-4b80-bbe6-aa98a82d692f {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:46.873176 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-03df5925-0adc-46ea-8f0b-c6c0a74e829a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d225e79dd1164e5f92160737fdf84c31&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2793188 May 26 18:04:46.874078 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df5925-0adc-46ea-8f0b-c6c0a74e829a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7ed799-2261-4bf6-81bb-cdb06c5771e4,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:46.879537 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53160) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:46.922922 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Router a3d6e6a8-c264-4016-af10-b25781284ff5 is scheduled to L3 agent cb487416-6954-49d8-8398-29168d4b46d3 with binding_index 1 {{(pid=104147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:04:46.929553 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:46.953834 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:46.957079 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Checking segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:46.957682 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.958302 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Bound using segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:46.958954 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Bound port: ee3624eb-8bc8-458a-9db0-6a243f6356fe, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:46.960125 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:46.989155 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd9d9d-d40e-4175-87a0-3f2e4660e54c None None] Network 31cac232-9768-4083-9065-c20228929068 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:04:46.989310 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Publish callbacks [] for router_gateway (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.078791 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.081666 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] For port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:47.092325 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa1de0a7-7995-4840-8483-0fe66c2a793c admin admin] Publish callbacks [] for security_group (5b7ed799-2261-4bf6-81bb-cdb06c5771e4), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.146572 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-dd1f94d3-6ef2-444c-bb24-c917ddb31107 None None] Provisioning complete for port 0becf2f7-5981-4ac4-be09-75ce6a66b830 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:47.147121 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dd1f94d3-6ef2-444c-bb24-c917ddb31107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.169167 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:47.181820 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:04:47.195165 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Sync routers for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:04:47.208339 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:47.213379 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:47.214226 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:47.249749 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:47.259337 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:47.269747 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa1de0a7-7995-4840-8483-0fe66c2a793c admin admin] Publish callbacks [] for security_group (5b7ed799-2261-4bf6-81bb-cdb06c5771e4), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.282899 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.285850 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ae64d517-b8d4-498a-8c92-d264a5aaf8c9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8536363 May 26 18:04:47.291969 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53180) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:47.338836 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53182) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:47.342736 dv-cinder-839064-2-iscsi neutron-server[104147]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 18:04:47.412988 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Pushing event updated for resources: {'Port': ['ID=8c9eeb62-9c87-4a66-be6e-0773bb9de3ed,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:47.519361 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] For port ee3624eb-8bc8-458a-9db0-6a243f6356fe, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:47.524182 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] For port ee3624eb-8bc8-458a-9db0-6a243f6356fe, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=ee3624eb-8bc8-458a-9db0-6a243f6356fe,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:47.529129 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] For port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:47.530684 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:47.531514 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:UPDATE=5,neutron:INSERT=2,neutron:SELECT=93 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:47.545025 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.557174 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 0becf2f7-5981-4ac4-be09-75ce6a66b830 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:47.557709 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.575686 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:47.603562 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53196) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:47.624752 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port 0becf2f7-5981-4ac4-be09-75ce6a66b830, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=0becf2f7-5981-4ac4-be09-75ce6a66b830,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:47.642384 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.672377 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7266d333-a762-4f39-8831-c3626b1e0b6a req-e17b9219-7ae9-4ba0-b6ca-45ce14d36b00 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 210 time: 0.3309438 May 26 18:04:47.685015 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.748443 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f94d3-6ef2-444c-bb24-c917ddb31107 None None] Current status of the port 0becf2f7-5981-4ac4-be09-75ce6a66b830 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:47.749053 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dd1f94d3-6ef2-444c-bb24-c917ddb31107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.863316 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5860f-389d-4534-b5a2-3e52a3589ac7 None None] Pushing event updated for resources: {'Port': ['ID=ee3624eb-8bc8-458a-9db0-6a243f6356fe,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:47.870317 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Publish callbacks [] for router_gateway (27dd8832-0584-4c9a-abd9-f84c2c759178), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.874570 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.db.api [None req-dd1f94d3-6ef2-444c-bb24-c917ddb31107 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 18:04:47.876689 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG oslo_db.api [None req-dd1f94d3-6ef2-444c-bb24-c917ddb31107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 18:04:47.877332 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa1de0a7-7995-4840-8483-0fe66c2a793c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (5b7ed799-2261-4bf6-81bb-cdb06c5771e4), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.882774 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa1de0a7-7995-4840-8483-0fe66c2a793c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:47.903741 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-aa1de0a7-7995-4840-8483-0fe66c2a793c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b7ed799-2261-4bf6-81bb-cdb06c5771e4 HTTP/1.1" status: 204 len: 168 time: 1.0090752 May 26 18:04:48.052329 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1540ed-80f5-4304-a334-7c0376deff1c None None] Pushing event updated for resources: {'Port': ['ID=eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:48.056850 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2044362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334'] for router (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:48.073753 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-80d50767-95e3-4799-9107-f789f7167aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:48.095110 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1de0a7-7995-4840-8483-0fe66c2a793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7ed799-2261-4bf6-81bb-cdb06c5771e4,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:48.119082 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:45Z', 'revision_number': 3, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:48.211315 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=0becf2f7-5981-4ac4-be09-75ce6a66b830,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:48.252583 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Checking router: a3d6e6a8-c264-4016-af10-b25781284ff5 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:04:48.253141 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Updating router a3d6e6a8-c264-4016-af10-b25781284ff5 port d6de8f4a-006d-4fa6-b275-33e3ba78643e binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:04:48.347592 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:48.463253 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f94d3-6ef2-444c-bb24-c917ddb31107 None None] Current status of the port 0becf2f7-5981-4ac4-be09-75ce6a66b830 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:48.490025 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2044362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334'] for router (27dd8832-0584-4c9a-abd9-f84c2c759178), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:48.591670 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-e64690db-194d-4094-b0a2-7862375aaaf8 None None] Provisioning complete for port 0becf2f7-5981-4ac4-be09-75ce6a66b830 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:48.594154 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e64690db-194d-4094-b0a2-7862375aaaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:48.717020 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:48.731220 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:48.748580 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-e64690db-194d-4094-b0a2-7862375aaaf8 None None] Current status of the port 0becf2f7-5981-4ac4-be09-75ce6a66b830 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:48.891528 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Publish callbacks [] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:48.909987 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:48.987587 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Attempting to bind port d6de8f4a-006d-4fa6-b275-33e3ba78643e on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:48.994375 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Attempting to bind port d6de8f4a-006d-4fa6-b275-33e3ba78643e by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:48.995112 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Attempting to bind port d6de8f4a-006d-4fa6-b275-33e3ba78643e on network 87c30ee3-ecc3-4b30-9751-5557819add7d {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:49.033407 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-80d50767-95e3-4799-9107-f789f7167aa1 admin admin] Publish callbacks [] for security_group (c52b74da-d3a6-4a72-b612-0554d1d8af97), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.051565 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-80d50767-95e3-4799-9107-f789f7167aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (c52b74da-d3a6-4a72-b612-0554d1d8af97), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.069762 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:49.074398 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:49.075276 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.075853 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Bound using segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:49.077275 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Bound port: d6de8f4a-006d-4fa6-b275-33e3ba78643e, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:49.079539 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.166765 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Pushing event updated for resources: {'Port': ['ID=d6de8f4a-006d-4fa6-b275-33e3ba78643e,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:49.177763 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.178110 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.178517 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.178872 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.179212 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.179540 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.179867 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.180193 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.180516 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.180839 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.181161 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.181532 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.181832 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.182154 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.182502 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Tracked resource versions report: May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: pushed versions: May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: { 'AddressGroup': {'1.2'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Agent': {'1.1'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'ConntrackHelper': {'1.0'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'LocalIPAssociation': {'1.0'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Log': {'1.0'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'NDPProxy': {'1.0'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Network': {'1.1'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Port': {'1.7'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'PortForwarding': {'1.3'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'QosPolicy': {'1.10'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SecurityGroup': {'1.5'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SecurityGroupRule': {'1.2'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SubPort': {'1.0'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Subnet': {'1.1'}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Trunk': {'1.1'}} May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: consumer versions: May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: { DHCP agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: HyperV agent@hv-cinder-83906: {}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: L3 agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: Metadata agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: Metering agent@dv-cinder-839064-2-iscsi: {}, May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: Open vSwitch agent@dv-cinder-839064-2-iscsi: { 'AddressGroup': '1.2', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Agent': '1.1', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'ConntrackHelper': '1.0', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'LocalIPAssociation': '1.0', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Log': '1.0', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'NDPProxy': '1.0', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Network': '1.1', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Port': '1.7', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'PortForwarding': '1.3', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'QosPolicy': '1.10', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SecurityGroup': '1.5', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SecurityGroupRule': '1.2', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'SubPort': '1.0', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Subnet': '1.1', May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: 'Trunk': '1.1'}} May 26 18:04:49.183714 dv-cinder-839064-2-iscsi neutron-server[104149]: {{(pid=104149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 18:04:49.207093 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d50767-95e3-4799-9107-f789f7167aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52b74da-d3a6-4a72-b612-0554d1d8af97,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:49.234417 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] For port d6de8f4a-006d-4fa6-b275-33e3ba78643e, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:49.240463 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] For port d6de8f4a-006d-4fa6-b275-33e3ba78643e, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=d6de8f4a-006d-4fa6-b275-33e3ba78643e,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:49.241577 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b2c3c811-38fd-43c1-99a7-e492e5e87116 req-f96ade26-6245-482a-839d-7225713293e2 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 210 time: 0.1575534 May 26 18:04:49.249468 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.257053 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Router 27dd8832-0584-4c9a-abd9-f84c2c759178 is scheduled to L3 agent cb487416-6954-49d8-8398-29168d4b46d3 with binding_index 1 {{(pid=104146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:04:49.327010 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:49.327265 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3584ca-14bd-4232-83c8-7cbc8412ae3c None None] Pushing event updated for resources: {'Port': ['ID=d6de8f4a-006d-4fa6-b275-33e3ba78643e,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:49.381127 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:49.381788 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:49.420456 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-80d50767-95e3-4799-9107-f789f7167aa1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=59bf92ddd0db48cb81c512a9a2b5b6cf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8120520 May 26 18:04:49.421196 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53262) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:49.495409 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fac2e-d661-42a6-9b08-dad2a0e5b24d None None] Network 88540240-a343-4b80-bbe6-aa98a82d692f requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:04:49.505941 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:49.513313 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:04:49.543901 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Sync routers for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:04:49.549479 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53264) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:49.571618 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.583645 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-2a3b858a-55bb-4034-8b7b-1791f940c3bd admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7699516 May 26 18:04:49.584302 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53268) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:49.584873 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:49.712274 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:49.712744 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.719900 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:49.747791 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 is scheduled to L3 agent cb487416-6954-49d8-8398-29168d4b46d3 with binding_index 1 {{(pid=104147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:04:49.759463 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-89b335ee-560f-4d8c-88ef-896b3a3498c0 admin admin] Publish callbacks [] for security_group (c52b74da-d3a6-4a72-b612-0554d1d8af97), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.777661 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:49.795128 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:49.807756 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-89b335ee-560f-4d8c-88ef-896b3a3498c0 admin admin] Publish callbacks [] for security_group (c52b74da-d3a6-4a72-b612-0554d1d8af97), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.808359 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-890820471-network', 'tenant_id': '642d4ba1d79e47fe83ac853019fc9539'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:49.875424 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Made reservation on behalf of 642d4ba1d79e47fe83ac853019fc9539 for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:49.880069 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.889275 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-89b335ee-560f-4d8c-88ef-896b3a3498c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (c52b74da-d3a6-4a72-b612-0554d1d8af97), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.893204 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-89b335ee-560f-4d8c-88ef-896b3a3498c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.897902 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-89b335ee-560f-4d8c-88ef-896b3a3498c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c52b74da-d3a6-4a72-b612-0554d1d8af97 HTTP/1.1" status: 204 len: 168 time: 0.4672101 May 26 18:04:49.915619 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.924529 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b335ee-560f-4d8c-88ef-896b3a3498c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52b74da-d3a6-4a72-b612-0554d1d8af97,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:49.926865 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-2ba119ac-25f9-4c9b-b901-45fdffeb46e9 None None] Provisioning complete for port ee3624eb-8bc8-458a-9db0-6a243f6356fe triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:49.928545 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2ba119ac-25f9-4c9b-b901-45fdffeb46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:49.953126 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:50.000426 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:45Z', 'revision_number': 3, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:50.152122 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fe3cd-54ec-40da-b3a7-e552eac8131c None None] The sync data for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi is: [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:45Z', 'revision_number': 3, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:04:50.291245 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c656f779-da87-4805-b7e0-81ba7db7902c None None] Network 674e4916-1510-4fc4-b57b-b0089244acfe requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:04:50.490139 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:50.501105 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Publish callbacks [] for security_group (a8334912-23c8-47a9-82c3-591ee5ecd1e9), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:50.521123 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:04:50.537871 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Sync routers for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:04:50.588919 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:50.589991 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:50.639354 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (a8334912-23c8-47a9-82c3-591ee5ecd1e9), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:50.688488 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:04:50.710434 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device ee3624eb-8bc8-458a-9db0-6a243f6356fe up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:50.722590 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (fe322824-a4da-452b-9262-853070f61549), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:50.722834 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Added segment fe322824-a4da-452b-9262-853070f61549 of type vlan for network 5a935e0b-c519-4b76-96df-f565db313544 May 26 18:04:50.779885 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53298) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:50.813334 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Allocated IP 172.20.0.1 (31cac232-9768-4083-9065-c20228929068/6391f8f8-c65b-4530-8b3e-5895efce7c46/c1da7bfb-db69-424a-8a78-c7a75f59852b) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:50.873040 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:50.873999 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (5a935e0b-c519-4b76-96df-f565db313544), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:50.884906 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-48a11766-d9bd-4324-a433-bf54b0c4eafa admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9552794 May 26 18:04:50.889100 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53302) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:50.920690 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:50.947490 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:50.957172 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d2546ab4-a339-476f-99f8-08c1f96aea74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:50.971987 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:50.976363 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8334912-23c8-47a9-82c3-591ee5ecd1e9,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:50.979045 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (5a935e0b-c519-4b76-96df-f565db313544), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:50.980082 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:50.980655 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.129335 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port ee3624eb-8bc8-458a-9db0-6a243f6356fe triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:51.130100 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.139038 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-2ba119ac-25f9-4c9b-b901-45fdffeb46e9 None None] Current status of the port ee3624eb-8bc8-458a-9db0-6a243f6356fe is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:51.146544 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2ba119ac-25f9-4c9b-b901-45fdffeb46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.168395 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] Pushing event updated for resources: {'Network': ['ID=5a935e0b-c519-4b76-96df-f565db313544,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:51.197920 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6b36a71a-3387-4702-80dc-e68a73796d84 req-f50423b1-1b7e-4830-aa3f-18835cb668a8 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 210 time: 0.2827601 May 26 18:04:51.263142 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-6cd17350-0965-497d-8590-a9e659ecb8cd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7123742 May 26 18:04:51.264871 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53308) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:51.300189 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] Request body: {'subnet': {'network_id': '5a935e0b-c519-4b76-96df-f565db313544', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-890820471-subnet', 'tenant_id': '642d4ba1d79e47fe83ac853019fc9539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:51.328033 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53312) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:51.328405 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.86', 54475) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:51.357749 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8ec36933-de6d-4fba-87f8-c0bd8724b433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.359809 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] Made reservation on behalf of 642d4ba1d79e47fe83ac853019fc9539 for: {'subnet': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:51.362764 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.455357 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1ee510fb-7afa-4d51-94b6-df02481cbbe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.481106 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:51.483434 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:46Z', 'revision_number': 3, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:51.545378 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Checking router: dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:04:51.546039 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Updating router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 port f3075324-4cbd-4870-b815-6edb73fd0827 binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:04:51.584738 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 5a935e0b-c519-4b76-96df-f565db313544 details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:04:51.590711 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Publish callbacks [] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.612130 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:51.622798 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:51.637857 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.733560 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:47Z', 'revision_number': 3, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:51.807353 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.829433 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-2ba119ac-25f9-4c9b-b901-45fdffeb46e9 None None] For port ee3624eb-8bc8-458a-9db0-6a243f6356fe, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=ee3624eb-8bc8-458a-9db0-6a243f6356fe,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:51.833530 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for subnet (6b3ce4e9-4386-451c-a5bf-4e03abb397ad), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.839454 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:51.844300 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Checking router: 27dd8832-0584-4c9a-abd9-f84c2c759178 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:04:51.845330 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Updating router 27dd8832-0584-4c9a-abd9-f84c2c759178 port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed binding host dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:04:51.848982 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-c3e46eeb-856c-42d2-ade7-3b9d913febbb tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:51.851015 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-c3e46eeb-856c-42d2-ade7-3b9d913febbb tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.86 "GET /v2.0/networks?id=13597c6f-f061-4857-86b7-dc277ce72ef7 HTTP/1.1" status: 200 len: 811 time: 0.1658065 May 26 18:04:51.920588 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3ce4e9-4386-451c-a5bf-4e03abb397ad,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:51.921430 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:51.941766 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Network 31cac232-9768-4083-9065-c20228929068 is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:51.999498 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:52.022786 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:52.024731 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982029'] for router_interface (a3d6e6a8-c264-4016-af10-b25781284ff5), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.042292 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8ec36933-de6d-4fba-87f8-c0bd8724b433 admin admin] Publish callbacks [] for security_group (3b5baca5-24fd-42d5-9eef-37524db1b24b), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.062008 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:52.067304 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1da7bfb-db69-424a-8a78-c7a75f59852b,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:52.068944 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Request body: {'port': {'device_id': '1664374d-3fde-4a0f-b37c-4eed1d6e487e', 'network_id': '13597c6f-f061-4857-86b7-dc277ce72ef7', 'admin_state_up': True, 'tenant_id': '6b746bd093c749c5a2ffe6fd3d3e0417'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:52.086236 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8ec36933-de6d-4fba-87f8-c0bd8724b433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (3b5baca5-24fd-42d5-9eef-37524db1b24b), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.146087 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] Checking segment: {'id': 'fe322824-a4da-452b-9262-853070f61549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5a935e0b-c519-4b76-96df-f565db313544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:52.153392 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1ee510fb-7afa-4d51-94b6-df02481cbbe7 admin admin] Publish callbacks [] for security_group (cf21608e-39bd-42ec-bf32-96b3f3480cde), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.155673 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] Network hostable DHCP agents. Network: 5a935e0b-c519-4b76-96df-f565db313544, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:04:52.218210 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1ee510fb-7afa-4d51-94b6-df02481cbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (cf21608e-39bd-42ec-bf32-96b3f3480cde), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.223590 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-8ec36933-de6d-4fba-87f8-c0bd8724b433 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d4d85df62fe46a9af5f2f5e4b7ab971&name=default HTTP/1.1" status: 200 len: 2993 time: 0.8906479 May 26 18:04:52.258135 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53332) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:52.318236 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec36933-de6d-4fba-87f8-c0bd8724b433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5baca5-24fd-42d5-9eef-37524db1b24b,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:52.323271 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2ba119ac-25f9-4c9b-b901-45fdffeb46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.390252 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba119ac-25f9-4c9b-b901-45fdffeb46e9 None None] Pushing event updated for resources: {'Port': ['ID=ee3624eb-8bc8-458a-9db0-6a243f6356fe,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:52.452565 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port ee3624eb-8bc8-458a-9db0-6a243f6356fe is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:52.454100 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:52.467300 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:52.468193 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-611be36a-fa6f-486d-9333-45d7e8997c2f None None] Provisioning complete for port c1da7bfb-db69-424a-8a78-c7a75f59852b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:52.468585 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-611be36a-fa6f-486d-9333-45d7e8997c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.519297 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Publish callbacks [] for port (f3075324-4cbd-4870-b815-6edb73fd0827), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.526636 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.577974 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] Network 5a935e0b-c519-4b76-96df-f565db313544 is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:04:52.583230 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8188592-7876-4b87-a9b9-3ef8ef0c36f5 req-1d5d44e1-a595-487b-b845-f5112bcd86fd tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 210 time: 0.0758433 May 26 18:04:52.650043 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ffa4f-f2e8-466f-aa81-a3774b1d572c None None] Pushing event updated for resources: {'Port': ['ID=f3075324-4cbd-4870-b815-6edb73fd0827,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:52.664723 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Attempting to bind port f3075324-4cbd-4870-b815-6edb73fd0827 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:52.666632 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Attempting to bind port f3075324-4cbd-4870-b815-6edb73fd0827 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:52.667189 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Attempting to bind port f3075324-4cbd-4870-b815-6edb73fd0827 on network 87c30ee3-ecc3-4b30-9751-5557819add7d {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:52.668536 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1ee510fb-7afa-4d51-94b6-df02481cbbe7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1ff84f5142c24aa4a50fbcb6510a5624&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8825600 May 26 18:04:52.677069 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee510fb-7afa-4d51-94b6-df02481cbbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf21608e-39bd-42ec-bf32-96b3f3480cde,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:52.678953 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.679479 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53352) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:52.692207 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:52.692625 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:52.693025 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.693417 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Bound using segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:52.694952 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Bound port: f3075324-4cbd-4870-b815-6edb73fd0827, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:52.696620 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.762444 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 5a935e0b-c519-4b76-96df-f565db313544) {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:52.806252 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] For port f3075324-4cbd-4870-b815-6edb73fd0827, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:52.810543 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] For port f3075324-4cbd-4870-b815-6edb73fd0827, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=f3075324-4cbd-4870-b815-6edb73fd0827,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:52.823011 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.827485 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-611be36a-fa6f-486d-9333-45d7e8997c2f None None] Port c1da7bfb-db69-424a-8a78-c7a75f59852b cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:04:52.831820 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:52.832717 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:52.889224 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b3182823-6ed4-4b4f-8cd0-2a763d9a73c8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6202824 May 26 18:04:52.907381 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:52.920201 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ffa4f-f2e8-466f-aa81-a3774b1d572c None None] Pushing event updated for resources: {'Port': ['ID=f3075324-4cbd-4870-b815-6edb73fd0827,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:52.940762 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:52.941636 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:52.968883 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315b8b5e-f2ef-447d-9a5b-04d9c099ee23 None None] Network 5a935e0b-c519-4b76-96df-f565db313544 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:04:52.973285 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-611be36a-fa6f-486d-9333-45d7e8997c2f None None] Provisioning complete for port ee3624eb-8bc8-458a-9db0-6a243f6356fe triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:52.974013 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-611be36a-fa6f-486d-9333-45d7e8997c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.019669 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Made reservation on behalf of 6b746bd093c749c5a2ffe6fd3d3e0417 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:53.023357 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.095460 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-33c51b01-e2bc-468f-a1c7-0f3b28d04301 admin admin] Publish callbacks [] for security_group (3b5baca5-24fd-42d5-9eef-37524db1b24b), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.263670 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:53.281809 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Publish callbacks [] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.288852 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-33c51b01-e2bc-468f-a1c7-0f3b28d04301 admin admin] Publish callbacks [] for security_group (3b5baca5-24fd-42d5-9eef-37524db1b24b), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.308907 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:53.429896 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.457399 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:53.516182 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-33c51b01-e2bc-468f-a1c7-0f3b28d04301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (3b5baca5-24fd-42d5-9eef-37524db1b24b), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.523009 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-33c51b01-e2bc-468f-a1c7-0f3b28d04301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.540288 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-33c51b01-e2bc-468f-a1c7-0f3b28d04301 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b5baca5-24fd-42d5-9eef-37524db1b24b HTTP/1.1" status: 204 len: 168 time: 1.2619951 May 26 18:04:53.740901 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.784099 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c51b01-e2bc-468f-a1c7-0f3b28d04301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5baca5-24fd-42d5-9eef-37524db1b24b,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:53.807576 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Attempting to bind port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:04:53.811801 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Attempting to bind port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:04:53.812353 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Attempting to bind port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed on network 87c30ee3-ecc3-4b30-9751-5557819add7d {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:04:53.821094 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-25fb4ab4-6e5d-43d2-bd05-c0a1748ab6d7 admin admin] Publish callbacks [] for security_group (cf21608e-39bd-42ec-bf32-96b3f3480cde), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.829642 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:53.877897 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:04:53.877897 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:04:53.877897 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.877897 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Bound using segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:04:53.877897 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Bound port: 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:04:53.877897 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.925846 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:46Z', 'revision_number': 3, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:53.941083 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:53.955393 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:53.976290 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24acf320-72ce-4c23-a74b-54b549bc406c None None] The sync data for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi is: [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:46Z', 'revision_number': 3, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:04:53.989151 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] For port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:04:54.000023 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] For port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=8c9eeb62-9c87-4a66-be6e-0773bb9de3ed,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:04:54.036273 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a38ead06-616c-4126-86b5-4366ca709a78 req-bc0e29ae-12bd-499f-ac18-b583a329892f tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 210 time: 0.1590023 May 26 18:04:54.051038 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ca9c08e8-a3b3-45c2-8158-0e183478d01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.079126 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-25fb4ab4-6e5d-43d2-bd05-c0a1748ab6d7 admin admin] Publish callbacks [] for security_group (cf21608e-39bd-42ec-bf32-96b3f3480cde), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.096004 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.117117 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe495b1-aa20-4463-bb10-aa209eafd25b None None] Pushing event updated for resources: {'Port': ['ID=8c9eeb62-9c87-4a66-be6e-0773bb9de3ed,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:54.159021 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53388) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:54.351698 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:54.352105 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.549056 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-611be36a-fa6f-486d-9333-45d7e8997c2f None None] Current status of the port ee3624eb-8bc8-458a-9db0-6a243f6356fe is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:54.604148 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Allocated IP 172.20.0.1 (674e4916-1510-4fc4-b57b-b0089244acfe/ac96540e-afea-497d-ac7d-c16c234ce572/32469e22-6a88-420d-944c-eeaab4d19236) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:54.657754 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Allocated IP 172.20.0.6 (13597c6f-f061-4857-86b7-dc277ce72ef7/a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9/a005425b-e20a-47bb-9ff2-fd8bbe43e0c3) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:54.672801 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-25fb4ab4-6e5d-43d2-bd05-c0a1748ab6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (cf21608e-39bd-42ec-bf32-96b3f3480cde), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.677083 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-25fb4ab4-6e5d-43d2-bd05-c0a1748ab6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.682462 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-25fb4ab4-6e5d-43d2-bd05-c0a1748ab6d7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf21608e-39bd-42ec-bf32-96b3f3480cde HTTP/1.1" status: 204 len: 168 time: 1.9812708 May 26 18:04:54.732129 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb4ab4-6e5d-43d2-bd05-c0a1748ab6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf21608e-39bd-42ec-bf32-96b3f3480cde,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:54.763641 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.825113 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:54.825454 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:54.857458 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-611be36a-fa6f-486d-9333-45d7e8997c2f None None] Provisioning complete for port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:54.858334 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-611be36a-fa6f-486d-9333-45d7e8997c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.918883 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Allocated IP 172.20.0.1 (88540240-a343-4b80-bbe6-aa98a82d692f/6b62c5e0-7707-42d0-8ddb-bc0148c5e061/1c6cfe32-4b45-4da8-8ab6-6101734ac767) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:04:54.965919 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Publish callbacks [] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.974569 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c4178db5-ed63-40fb-8c2a-83e65d5b2ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.978089 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:54.979018 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-289921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1981437'] for router_interface (a3d6e6a8-c264-4016-af10-b25781284ff5), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:55.111787 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:55.112601 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:55.242781 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:55.264111 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:55.307185 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Network 31cac232-9768-4083-9065-c20228929068 is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:55.312455 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:55.315293 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1da7bfb-db69-424a-8a78-c7a75f59852b,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:55.316182 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:04:55.440068 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:55.441668 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 0becf2f7-5981-4ac4-be09-75ce6a66b830 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:55.491674 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b4315-0388-4776-9ed2-1d91ea79ab04 None None] Network 5a935e0b-c519-4b76-96df-f565db313544 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:04:55.516483 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Router a3d6e6a8-c264-4016-af10-b25781284ff5 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:04:55.543083 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Publish callbacks [] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:55.723099 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:04:55.724891 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Publish callbacks [] for port (32469e22-6a88-420d-944c-eeaab4d19236), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:55.732625 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f23d81c5-8932-402e-9cc4-187042a05dd9 admin admin] 10.222.0.76 "PUT /v2.0/routers/a3d6e6a8-c264-4016-af10-b25781284ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4369564 May 26 18:04:55.747205 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:55.853681 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53414) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:55.878520 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2136322502-network', 'tenant_id': '3758efd2fdea4a34b0fae1496bb7c14a'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:55.889359 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe495b1-aa20-4463-bb10-aa209eafd25b None None] Pushing event updated for resources: {'Port': ['ID=8c9eeb62-9c87-4a66-be6e-0773bb9de3ed,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:55.906010 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Sync routers for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:04:55.907761 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b0d4fe33-ac79-47e7-9b97-1a9d199ce233 req-acb5feb8-027d-4401-9ad0-8a7868646306 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 210 time: 0.1877332 May 26 18:04:55.942891 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Publish callbacks [] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:55.989213 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c4178db5-ed63-40fb-8c2a-83e65d5b2ace admin admin] Publish callbacks [] for security_group (96b2c47b-8000-437e-8531-ec07c7123dd2), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.004867 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c4178db5-ed63-40fb-8c2a-83e65d5b2ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (96b2c47b-8000-437e-8531-ec07c7123dd2), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.010742 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Made reservation on behalf of 3758efd2fdea4a34b0fae1496bb7c14a for: {'network': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:56.022971 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (32469e22-6a88-420d-944c-eeaab4d19236), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.029913 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.095314 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.115377 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.118085 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:56.256331 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-c4178db5-ed63-40fb-8c2a-83e65d5b2ace admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9c09ef491df74d48b81e8346d6ee228a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0957439 May 26 18:04:56.258802 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Network 674e4916-1510-4fc4-b57b-b0089244acfe is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:56.259905 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53426) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:56.265256 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4178db5-ed63-40fb-8c2a-83e65d5b2ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b2c47b-8000-437e-8531-ec07c7123dd2,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:56.266992 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:56.271892 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6cfe32-4b45-4da8-8ab6-6101734ac767,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:56.290264 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:56.296444 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Network 88540240-a343-4b80-bbe6-aa98a82d692f is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:56.303279 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.305695 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:56.321391 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:56.324717 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:56.325234 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982029'] for router_interface (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.331384 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:56.399380 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 0becf2f7-5981-4ac4-be09-75ce6a66b830 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:56.399825 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.423672 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=32469e22-6a88-420d-944c-eeaab4d19236,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:56.618936 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:56.653859 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Publish callbacks [] for security_group (6fa658db-a171-4dfc-9a62-14b9fd0a3b4d), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.663632 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6fa658db-a171-4dfc-9a62-14b9fd0a3b4d), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.671742 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:04:56.673978 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:56.677614 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-611be36a-fa6f-486d-9333-45d7e8997c2f None None] Current status of the port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:56.745113 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:56.746044 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982029'] for router_interface (27dd8832-0584-4c9a-abd9-f84c2c759178), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.753449 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=104147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:04:56.754761 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:56.932300 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:56.948049 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53442) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:57.012403 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (0531ed85-82d1-4248-83e7-ccd256b0149f), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:57.018427 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.segments_db [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Added segment 0531ed85-82d1-4248-83e7-ccd256b0149f of type vlan for network 4e119bdd-2508-4f55-8071-230673b98726 May 26 18:04:57.035716 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-ea2843b0-58b8-4b01-914a-34bd5301ee0c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2096610764', 'description': 'tempest-description--55151419'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:57.047155 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Network 13597c6f-f061-4857-86b7-dc277ce72ef7 is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:57.079470 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:57.090771 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:04:57.111487 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:57.115906 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:57.167020 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa658db-a171-4dfc-9a62-14b9fd0a3b4d,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:57.202805 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Pushing event updated for resources: {'Port': ['ID=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:57.220651 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 0becf2f7-5981-4ac4-be09-75ce6a66b830 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:04:57.228053 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-ad5e6bb0-5ac1-4e7e-89f8-0a99221aea97 None None] Provisioning complete for port c1da7bfb-db69-424a-8a78-c7a75f59852b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:57.228596 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6bb0-5ac1-4e7e-89f8-0a99221aea97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:57.261321 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-0672d1e0-4adb-488e-bf54-de0c24aed592 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2173281 May 26 18:04:57.302914 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-d1cf4234-a147-481e-947a-f5ad02c294ae tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:04:57.303841 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-d1cf4234-a147-481e-947a-f5ad02c294ae tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0123117 May 26 18:04:57.408296 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e6bb0-5ac1-4e7e-89f8-0a99221aea97 None None] Port c1da7bfb-db69-424a-8a78-c7a75f59852b cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:04:57.428632 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (4e119bdd-2508-4f55-8071-230673b98726), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:57.445325 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:57.496525 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:57.549962 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-643f7216-94e1-4d7c-9ca6-f529377b65b5 admin admin] Publish callbacks [] for security_group (96b2c47b-8000-437e-8531-ec07c7123dd2), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:57.611113 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ea2843b0-58b8-4b01-914a-34bd5301ee0c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:57.755138 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-ae1151be-ed87-42b5-82d7-799b5034d539 None None] Provisioning complete for port 32469e22-6a88-420d-944c-eeaab4d19236 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:57.755527 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1151be-ed87-42b5-82d7-799b5034d539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (32469e22-6a88-420d-944c-eeaab4d19236), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:57.760117 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-643f7216-94e1-4d7c-9ca6-f529377b65b5 admin admin] Publish callbacks [] for security_group (96b2c47b-8000-437e-8531-ec07c7123dd2), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:57.821307 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:04:57.979701 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (32469e22-6a88-420d-944c-eeaab4d19236), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.007165 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:58.048012 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:58.096752 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-643f7216-94e1-4d7c-9ca6-f529377b65b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (96b2c47b-8000-437e-8531-ec07c7123dd2), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.103384 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-643f7216-94e1-4d7c-9ca6-f529377b65b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.111425 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-643f7216-94e1-4d7c-9ca6-f529377b65b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/96b2c47b-8000-437e-8531-ec07c7123dd2 HTTP/1.1" status: 204 len: 168 time: 1.8303347 May 26 18:04:58.191400 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Request body: {'port': {'device_id': '1664374d-3fde-4a0f-b37c-4eed1d6e487e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:58.248436 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Publish callbacks [] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.256783 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (4e119bdd-2508-4f55-8071-230673b98726), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.257882 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:58.258622 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.277054 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f7216-94e1-4d7c-9ca6-f529377b65b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b2c47b-8000-437e-8531-ec07c7123dd2,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:58.288411 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.289371 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-289921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1981437'] for router_interface (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.374808 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device f3075324-4cbd-4870-b815-6edb73fd0827 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:04:58.476417 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64099f-a43a-4eac-b525-d22803bc53b6 req-536cb10a-d41a-4cb9-b930-c5124232d318 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:04:58.478493 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7f64099f-a43a-4eac-b525-d22803bc53b6 req-536cb10a-d41a-4cb9-b930-c5124232d318 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 931 time: 1.0040488 May 26 18:04:58.500437 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.555496 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:58.558502 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6cfe32-4b45-4da8-8ab6-6101734ac767,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:58.738883 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ea2843b0-58b8-4b01-914a-34bd5301ee0c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (d42c314b-7343-4ca7-8db9-a36fa39da843), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:58.822531 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Network 88540240-a343-4b80-bbe6-aa98a82d692f is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:04:58.895091 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:59.030863 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:47Z', 'revision_number': 3, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:59.035080 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-ae1151be-ed87-42b5-82d7-799b5034d539 None None] Port 32469e22-6a88-420d-944c-eeaab4d19236 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:04:59.154650 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:04:59.182175 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.3233061 May 26 18:04:59.224751 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ea2843b0-58b8-4b01-914a-34bd5301ee0c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d42c314b-7343-4ca7-8db9-a36fa39da843), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:59.266068 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53492) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:59.457875 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9409ea-e1c8-4d08-91d6-cd21e0a95dfe None None] The sync data for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi is: [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:47Z', 'revision_number': 3, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:04:59.486644 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] Request body: {'subnet': {'network_id': '4e119bdd-2508-4f55-8071-230673b98726', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2136322502-subnet', 'tenant_id': '3758efd2fdea4a34b0fae1496bb7c14a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:04:59.498834 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-ae1151be-ed87-42b5-82d7-799b5034d539 None None] Provisioning complete for port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:59.499519 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ae1151be-ed87-42b5-82d7-799b5034d539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:59.565240 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port f3075324-4cbd-4870-b815-6edb73fd0827 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:04:59.566175 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:59.613800 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af638a6-77e1-499f-a58a-5897a587a0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=4e119bdd-2508-4f55-8071-230673b98726,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:59.691446 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-ae1151be-ed87-42b5-82d7-799b5034d539 None None] Port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:04:59.710803 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:04:59.729900 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:04:54Z', 'revision_number': 2, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:04:59.746669 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] Made reservation on behalf of 3758efd2fdea4a34b0fae1496bb7c14a for: {'subnet': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:04:59.749049 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:59.805930 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2843b0-58b8-4b01-914a-34bd5301ee0c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42c314b-7343-4ca7-8db9-a36fa39da843,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:04:59.807879 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 4e119bdd-2508-4f55-8071-230673b98726 details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:04:59.867977 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Checking router: a3d6e6a8-c264-4016-af10-b25781284ff5 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:04:59.869094 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Updating router a3d6e6a8-c264-4016-af10-b25781284ff5 port c1da7bfb-db69-424a-8a78-c7a75f59852b binding host dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:04:59.885835 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ea2843b0-58b8-4b01-914a-34bd5301ee0c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:04:59.887681 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ea2843b0-58b8-4b01-914a-34bd5301ee0c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.9076691 May 26 18:04:59.900214 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7f64099f-a43a-4eac-b525-d22803bc53b6 req-3ebd67e9-ae3c-441b-b98f-e5fd71a2bc14 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3370609 May 26 18:04:59.900854 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53504) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:04:59.944836 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-4897c09b-f8bc-4a77-bad6-87354f017a04 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'security_group_rule': {'security_group_id': 'd42c314b-7343-4ca7-8db9-a36fa39da843', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:00.005517 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:05:00.054954 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Publish callbacks [] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:00.089393 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port f3075324-4cbd-4870-b815-6edb73fd0827 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:00.091883 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:00.120142 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Publish callbacks [] for port (32469e22-6a88-420d-944c-eeaab4d19236), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:00.215102 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Transition to ACTIVE for port object a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:05:00.216522 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (32469e22-6a88-420d-944c-eeaab4d19236), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:00.217911 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-289921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1981437'] for router_interface (27dd8832-0584-4c9a-abd9-f84c2c759178), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:00.268596 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:00.281512 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-0e9adb86-8800-4020-abb5-0c453b639aaf None None] Provisioning complete for port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:00.283799 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0e9adb86-8800-4020-abb5-0c453b639aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:00.482220 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:00.483266 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=32469e22-6a88-420d-944c-eeaab4d19236,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:00.501565 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4897c09b-f8bc-4a77-bad6-87354f017a04 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (70685619-4b7a-4c50-bb28-b31031b2584f), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:00.638964 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:00.644064 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port f3075324-4cbd-4870-b815-6edb73fd0827, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=f3075324-4cbd-4870-b815-6edb73fd0827,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:00.669115 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-0e9adb86-8800-4020-abb5-0c453b639aaf None None] Port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:00.695556 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:00.696418 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device d6de8f4a-006d-4fa6-b275-33e3ba78643e up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:00.971874 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:00.979678 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:01.003673 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Network 674e4916-1510-4fc4-b57b-b0089244acfe is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:01.005525 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:01.008379 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for subnet (10e8f129-be16-4734-abf4-4cccdc661f76), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:01.036526 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:01.102117 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:01.253510 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=f3075324-4cbd-4870-b815-6edb73fd0827,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:01.262115 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e8f129-be16-4734-abf4-4cccdc661f76,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:01.296075 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:05:01.306673 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Attempting to bind port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:01.307013 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Attempting to bind port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '6a7776cc-eda0-4c97-816a-c36f556a6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '13597c6f-f061-4857-86b7-dc277ce72ef7'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:01.307475 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Attempting to bind port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 on network 13597c6f-f061-4857-86b7-dc277ce72ef7 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:01.318452 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port d6de8f4a-006d-4fa6-b275-33e3ba78643e triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:01.320768 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:01.343132 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 on network 13597c6f-f061-4857-86b7-dc277ce72ef7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:05:01.351999 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Attempting to bind port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 on network 13597c6f-f061-4857-86b7-dc277ce72ef7 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:01.388497 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:01.389705 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Checking segment: {'id': '6a7776cc-eda0-4c97-816a-c36f556a6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '13597c6f-f061-4857-86b7-dc277ce72ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:01.394817 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Bound using segment: {'id': '6a7776cc-eda0-4c97-816a-c36f556a6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '13597c6f-f061-4857-86b7-dc277ce72ef7'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:01.398494 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Bound port: a005425b-e20a-47bb-9ff2-fd8bbe43e0c3, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7776cc-eda0-4c97-816a-c36f556a6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '13597c6f-f061-4857-86b7-dc277ce72ef7'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:01.399180 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:01.807990 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Router 27dd8832-0584-4c9a-abd9-f84c2c759178 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:05:01.892915 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4897c09b-f8bc-4a77-bad6-87354f017a04 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (70685619-4b7a-4c50-bb28-b31031b2584f), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:01.898409 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:05:01.912701 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810683-5954-440b-a335-75abb2faf99d None None] Sync routers for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:05:01.917293 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:01.931010 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd029b2-3acf-4bb7-8733-cd4568b0ed25 req-5a0e6c78-a471-4c95-9151-fdaba54d3276 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:01.935708 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-029cdc21-47e2-4f94-8d4d-99b4084bddb2 admin admin] 10.222.0.76 "PUT /v2.0/routers/dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0403249 May 26 18:05:01.939430 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4897c09b-f8bc-4a77-bad6-87354f017a04 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (70685619-4b7a-4c50-bb28-b31031b2584f), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:01.946660 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7cd029b2-3acf-4bb7-8733-cd4568b0ed25 req-5a0e6c78-a471-4c95-9151-fdaba54d3276 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 943 time: 0.7011995 May 26 18:05:01.952927 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89810683-5954-440b-a335-75abb2faf99d None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:01.957523 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-89810683-5954-440b-a335-75abb2faf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:01.975297 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] Checking segment: {'id': '0531ed85-82d1-4248-83e7-ccd256b0149f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4e119bdd-2508-4f55-8071-230673b98726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:01.984282 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] Network hostable DHCP agents. Network: 4e119bdd-2508-4f55-8071-230673b98726, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:05:02.027740 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897c09b-f8bc-4a77-bad6-87354f017a04 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70685619-4b7a-4c50-bb28-b31031b2584f,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:02.083111 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-cb50e41e-7624-4e5c-9347-5e8508b24176 None None] Provisioning complete for port 32469e22-6a88-420d-944c-eeaab4d19236 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:02.083677 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cb50e41e-7624-4e5c-9347-5e8508b24176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (32469e22-6a88-420d-944c-eeaab4d19236), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:02.123711 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4897c09b-f8bc-4a77-bad6-87354f017a04 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:02.138062 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53542) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:02.138729 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-4897c09b-f8bc-4a77-bad6-87354f017a04 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2211866 May 26 18:05:02.155806 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] Network 4e119bdd-2508-4f55-8071-230673b98726 is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:05:02.176945 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 4e119bdd-2508-4f55-8071-230673b98726) {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:02.182782 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-e1ec60d0-e5bf-41b3-903f-f7fc0da4a18b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'security_group_rule': {'security_group_id': 'd42c314b-7343-4ca7-8db9-a36fa39da843', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:02.190871 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] For port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:02.195716 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:02.200062 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:02.225129 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a972e67-b16a-4812-b1a0-d572bb49610e None None] Network 4e119bdd-2508-4f55-8071-230673b98726 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:05:02.260747 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-808b8a4d-2749-4254-b524-e9b0565c4294 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9435816 May 26 18:05:02.263280 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-cb50e41e-7624-4e5c-9347-5e8508b24176 None None] Port 32469e22-6a88-420d-944c-eeaab4d19236 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:02.299440 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:02.488497 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-89810683-5954-440b-a335-75abb2faf99d None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:02.490763 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:05:02.514466 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] For port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,segment=NetworkSegment(6a7776cc-eda0-4c97-816a-c36f556a6124),segment_id=6a7776cc-eda0-4c97-816a-c36f556a6124)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:02.544134 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Publish callbacks [] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:02.582350 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port d6de8f4a-006d-4fa6-b275-33e3ba78643e is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:02.595555 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a0125047-b988-4fd4-81fa-1a36d37ff3e9 admin admin] 10.222.0.76 "PUT /v2.0/routers/27dd8832-0584-4c9a-abd9-f84c2c759178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0044086 May 26 18:05:02.605915 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:02.613855 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:02.821389 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:02.825267 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:02.825916 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:02.837502 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] 10.222.0.86 "PUT /v2.0/ports/a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 HTTP/1.1" status: 200 len: 1093 time: 5.0988457 May 26 18:05:02.839403 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dd442-ff3e-490a-9035-784c059c05e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:02.842940 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e1ec60d0-e5bf-41b3-903f-f7fc0da4a18b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (fb81bb50-8c9a-474c-bdd1-13c2f72be1fc), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:02.845680 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Sync routers for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:05:02.956824 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1664374d-3fde-4a0f-b37c-4eed1d6e487e', 'tag': 'a005425b-e20a-47bb-9ff2-fd8bbe43e0c3'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:03.076071 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port d6de8f4a-006d-4fa6-b275-33e3ba78643e, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=d6de8f4a-006d-4fa6-b275-33e3ba78643e,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:03.093882 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-89810683-5954-440b-a335-75abb2faf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 2, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:03.096136 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53564) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:03.109254 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.124591 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:03.128846 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:03.173631 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810683-5954-440b-a335-75abb2faf99d None None] Checking router: dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:05:03.174437 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810683-5954-440b-a335-75abb2faf99d None None] Updating router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:05:03.236606 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89810683-5954-440b-a335-75abb2faf99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.281885 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_v2 [None req-be489bbd-e12f-483f-b774-7b49d3ec5151 admin admin] Deleting subnet 6b3ce4e9-4386-451c-a5bf-4e03abb397ad {{(pid=104147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:05:03.286913 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e1ec60d0-e5bf-41b3-903f-f7fc0da4a18b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (fb81bb50-8c9a-474c-bdd1-13c2f72be1fc), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.294712 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-be489bbd-e12f-483f-b774-7b49d3ec5151 admin admin] Publish callbacks [] for subnet (6b3ce4e9-4386-451c-a5bf-4e03abb397ad), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.439786 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:03.440791 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:03.490162 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-be489bbd-e12f-483f-b774-7b49d3ec5151 admin admin] Publish callbacks [] for subnet (6b3ce4e9-4386-451c-a5bf-4e03abb397ad), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.534967 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:03.565471 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-be489bbd-e12f-483f-b774-7b49d3ec5151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (6b3ce4e9-4386-451c-a5bf-4e03abb397ad), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.625174 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-58927419-7d5c-4e69-81ae-686908fe6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:03.627753 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-58927419-7d5c-4e69-81ae-686908fe6b46 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b746bd093c749c5a2ffe6fd3d3e0417&device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 1127 time: 0.5132654 May 26 18:05:03.636912 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7cd029b2-3acf-4bb7-8733-cd4568b0ed25 req-ecd9579a-571e-4511-93a3-88c28090e88c tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6893175 May 26 18:05:03.645088 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e1ec60d0-e5bf-41b3-903f-f7fc0da4a18b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (fb81bb50-8c9a-474c-bdd1-13c2f72be1fc), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.689446 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ccf32-ae1e-4052-a4de-9fa67bea74c0 None None] Pushing event updated for resources: {'Port': ['ID=c1da7bfb-db69-424a-8a78-c7a75f59852b,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:03.823178 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-90535887-11ca-422a-80db-c06d8de37fa1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 HTTP/1.1" status: 200 len: 217 time: 0.1744702 May 26 18:05:03.832364 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-be489bbd-e12f-483f-b774-7b49d3ec5151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for subnet (6b3ce4e9-4386-451c-a5bf-4e03abb397ad), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.872263 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-be489bbd-e12f-483f-b774-7b49d3ec5151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.915257 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e1ec60d0-e5bf-41b3-903f-f7fc0da4a18b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.916743 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89810683-5954-440b-a335-75abb2faf99d None None] Publish callbacks [] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.918565 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e1ec60d0-e5bf-41b3-903f-f7fc0da4a18b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7376828 May 26 18:05:03.919961 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53582) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:03.920233 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-be489bbd-e12f-483f-b774-7b49d3ec5151 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6b3ce4e9-4386-451c-a5bf-4e03abb397ad HTTP/1.1" status: 204 len: 168 time: 0.8186855 May 26 18:05:03.921321 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53584) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:03.923277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53586) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:03.925705 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:03.939526 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89810683-5954-440b-a335-75abb2faf99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:03.943804 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec60d0-e5bf-41b3-903f-f7fc0da4a18b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb81bb50-8c9a-474c-bdd1-13c2f72be1fc,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:04.010387 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be489bbd-e12f-483f-b774-7b49d3ec5151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3ce4e9-4386-451c-a5bf-4e03abb397ad,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:04.059962 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764c295-4e80-4015-87a8-89d48cbeddd7 None None] Pushing event updated for resources: {'Port': ['ID=1c6cfe32-4b45-4da8-8ab6-6101734ac767,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:04.062159 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a27542d-6d80-415a-84d3-8c98cba783ea None None] Network 4e119bdd-2508-4f55-8071-230673b98726 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:05:04.130146 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-61478631-3723-4cf3-8250-2ff6ef63276b None None] Provisioning complete for port c1da7bfb-db69-424a-8a78-c7a75f59852b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:04.136895 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-61478631-3723-4cf3-8250-2ff6ef63276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.227381 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:04.301710 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-adb00120-86c8-455f-8a12-21aeb0e9cfab tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709501312', 'description': 'tempest-description--1924463925'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:04.363577 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604a2eb9-8558-4c0e-827f-c9dc70c781a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1664374d-3fde-4a0f-b37c-4eed1d6e487e", "tag": "a005425b-e20a-47bb-9ff2-fd8bbe43e0c3"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:04.373591 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (5a935e0b-c519-4b76-96df-f565db313544), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.419503 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.541582 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-89810683-5954-440b-a335-75abb2faf99d None None] Attempting to bind port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:04.542168 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-89810683-5954-440b-a335-75abb2faf99d None None] Attempting to bind port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:04.543301 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:04.549501 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Attempting to bind port c1da7bfb-db69-424a-8a78-c7a75f59852b on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:04.549828 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Attempting to bind port c1da7bfb-db69-424a-8a78-c7a75f59852b by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:04.550427 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Attempting to bind port c1da7bfb-db69-424a-8a78-c7a75f59852b on network 31cac232-9768-4083-9065-c20228929068 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:04.555482 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810683-5954-440b-a335-75abb2faf99d None None] Attempting to bind port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 on network 88540240-a343-4b80-bbe6-aa98a82d692f {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:04.558027 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:04.558439 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.571876 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810683-5954-440b-a335-75abb2faf99d None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:04.573071 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810683-5954-440b-a335-75abb2faf99d None None] Checking segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:04.576224 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89810683-5954-440b-a335-75abb2faf99d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.577994 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89810683-5954-440b-a335-75abb2faf99d None None] Bound using segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:04.582712 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-89810683-5954-440b-a335-75abb2faf99d None None] Bound port: 1c6cfe32-4b45-4da8-8ab6-6101734ac767, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:04.583260 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89810683-5954-440b-a335-75abb2faf99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.638239 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-adb00120-86c8-455f-8a12-21aeb0e9cfab tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.802133 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-dbf6c6ac-b559-44dc-bd91-7dcc29d78815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:04.806182 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-dbf6c6ac-b559-44dc-bd91-7dcc29d78815 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9 HTTP/1.1" status: 200 len: 851 time: 0.9261186 May 26 18:05:04.820236 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-89810683-5954-440b-a335-75abb2faf99d None None] For port 1c6cfe32-4b45-4da8-8ab6-6101734ac767, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:04.821713 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:04.823570 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Checking segment: {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:04.824687 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.825122 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Bound using segment: {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:04.827644 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Bound port: c1da7bfb-db69-424a-8a78-c7a75f59852b, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:04.828044 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:04.863358 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-89810683-5954-440b-a335-75abb2faf99d None None] For port 1c6cfe32-4b45-4da8-8ab6-6101734ac767, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=1c6cfe32-4b45-4da8-8ab6-6101734ac767,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:04.879643 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-89810683-5954-440b-a335-75abb2faf99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:05.128542 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-b69fc810-3349-46d9-a618-2712fb5bc06b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13597c6f-f061-4857-86b7-dc277ce72ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1813679 May 26 18:05:05.245248 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:05.301223 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89810683-5954-440b-a335-75abb2faf99d None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:05.302276 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-89810683-5954-440b-a335-75abb2faf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:05.340120 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764c295-4e80-4015-87a8-89d48cbeddd7 None None] Pushing event updated for resources: {'Port': ['ID=1c6cfe32-4b45-4da8-8ab6-6101734ac767,revision_number=4']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:05.601159 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14b79d-5e71-4521-90bf-0550c0978a0b req-0d7cf325-98ef-455d-a733-ae6ccf553484 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:05.621548 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5a14b79d-5e71-4521-90bf-0550c0978a0b req-0d7cf325-98ef-455d-a733-ae6ccf553484 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 943 time: 0.2269855 May 26 18:05:05.683820 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=d6de8f4a-006d-4fa6-b275-33e3ba78643e,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:05.742842 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:05.766648 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5a14b79d-5e71-4521-90bf-0550c0978a0b req-fc2474a1-dea4-4ba1-97d2-28d935035d3e tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429093 May 26 18:05:05.828346 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-61478631-3723-4cf3-8250-2ff6ef63276b None None] Port c1da7bfb-db69-424a-8a78-c7a75f59852b cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:05.864126 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7619bcae-c64b-4d4e-99f4-b95c746852b0 x-openstack-request-id: req-7619bcae-c64b-4d4e-99f4-b95c746852b0 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:05.864716 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1664374d-3fde-4a0f-b37c-4eed1d6e487e", "tag": "a005425b-e20a-47bb-9ff2-fd8bbe43e0c3", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:05.865286 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7619bcae-c64b-4d4e-99f4-b95c746852b0 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:05.865286 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7619bcae-c64b-4d4e-99f4-b95c746852b0'] response: {'name': 'network-changed', 'server_uuid': '1664374d-3fde-4a0f-b37c-4eed1d6e487e', 'tag': 'a005425b-e20a-47bb-9ff2-fd8bbe43e0c3', 'status': 'completed', 'code': 200} May 26 18:05:05.867167 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:05.871655 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-89810683-5954-440b-a335-75abb2faf99d None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:06.053294 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-bd38fe8e-f7cd-493a-ab53-ca9f85d33811 None None] Provisioning complete for port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:06.055197 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bd38fe8e-f7cd-493a-ab53-ca9f85d33811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:06.180782 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:06.191171 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (5a935e0b-c519-4b76-96df-f565db313544), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:06.350993 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:06.355576 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device ee3624eb-8bc8-458a-9db0-6a243f6356fe up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:06.437981 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-89810683-5954-440b-a335-75abb2faf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:04Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:06.487407 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] For port c1da7bfb-db69-424a-8a78-c7a75f59852b, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:06.503198 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89810683-5954-440b-a335-75abb2faf99d None None] The sync data for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi is: [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:04Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:05:06.580897 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] For port c1da7bfb-db69-424a-8a78-c7a75f59852b, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=c1da7bfb-db69-424a-8a78-c7a75f59852b,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:06.585411 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port ee3624eb-8bc8-458a-9db0-6a243f6356fe triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:06.586300 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:06.638084 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Allocated IP 172.27.1.217 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/06b7774b-30e3-4211-865c-9651342dc859) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:06.647317 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:06.697926 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:06.718839 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-0c9df602-9686-45da-ad53-449ba9378120 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:06.749374 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-0c9df602-9686-45da-ad53-449ba9378120 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 819 time: 2.3617413 May 26 18:05:06.772327 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:06.791078 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:06.791467 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:06.792516 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:06.792618 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > port after_create 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:06.792863 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:06.802335 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > port after_update 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:06.816195 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:06.817063 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:06.817966 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:06.819677 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:06.941362 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:06.943722 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:04:58Z', 'revision_number': 2, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:07.021366 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ccf32-ae1e-4052-a4de-9fa67bea74c0 None None] Pushing event updated for resources: {'Port': ['ID=c1da7bfb-db69-424a-8a78-c7a75f59852b,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:07.024727 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Checking router: 27dd8832-0584-4c9a-abd9-f84c2c759178 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:05:07.025083 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Updating router 27dd8832-0584-4c9a-abd9-f84c2c759178 port 32469e22-6a88-420d-944c-eeaab4d19236 binding host dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:05:07.062798 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049f476-b6cd-498d-98bd-edb08a4c41f9 req-c5d86f8b-da97-4d60-8303-beee37fab2e6 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:07.083916 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6049f476-b6cd-498d-98bd-edb08a4c41f9 req-c5d86f8b-da97-4d60-8303-beee37fab2e6 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 943 time: 0.1546922 May 26 18:05:07.090361 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:07.097504 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:07.097832 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:07.098162 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:07.101096 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a935e0b-c519-4b76-96df-f565db313544']}} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:07.148780 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53678) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:07.173887 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (32469e22-6a88-420d-944c-eeaab4d19236), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:07.246138 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6049f476-b6cd-498d-98bd-edb08a4c41f9 req-e1d3412a-81c6-4b1a-856a-15be452afa6f tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611962 May 26 18:05:07.256312 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-adb00120-86c8-455f-8a12-21aeb0e9cfab tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (7baa2990-327c-41a8-88b9-a47273427da1), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:07.260287 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe322824-a4da-452b-9262-853070f61549') {'for_net_delete': True} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:07.260814 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe322824-a4da-452b-9262-853070f61549') {} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:07.268437 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-770402d3-6208-4b77-8c44-c1cad18e04dc service neutron] 10.222.0.86 "GET /v2.0/networks/13597c6f-f061-4857-86b7-dc277ce72ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1322241 May 26 18:05:07.323496 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-321c619a-59e8-4188-8095-245a52e3d811 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/quotas/8c49a9a21f1346a0bc8d774afc7951a2 HTTP/1.1" status: 200 len: 375 time: 0.5730917 May 26 18:05:07.336100 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554166'] for segment (fe322824-a4da-452b-9262-853070f61549), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:07.346484 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-adb00120-86c8-455f-8a12-21aeb0e9cfab tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7baa2990-327c-41a8-88b9-a47273427da1), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:07.585846 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cb550076-c8dc-4913-805f-ac7770a5af41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:07.672026 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port ee3624eb-8bc8-458a-9db0-6a243f6356fe is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:07.823362 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cb550076-c8dc-4913-805f-ac7770a5af41 admin admin] Publish callbacks [] for security_group (dbfe6dfe-8c98-4ec4-9c10-93b3c75a832c), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:07.831536 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cb550076-c8dc-4913-805f-ac7770a5af41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (dbfe6dfe-8c98-4ec4-9c10-93b3c75a832c), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:07.920084 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:08.003486 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (fe322824-a4da-452b-9262-853070f61549), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.016824 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-adb00120-86c8-455f-8a12-21aeb0e9cfab tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.020022 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-adb00120-86c8-455f-8a12-21aeb0e9cfab tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.8020868 May 26 18:05:08.041159 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-cb550076-c8dc-4913-805f-ac7770a5af41 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2672a9a24f72494b900035c0b231c769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8900709 May 26 18:05:08.042661 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53692) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:08.042997 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53694) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:08.064339 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-fdd1c66c-0e43-416d-941b-b1ba960d5598 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group_rule': {'security_group_id': '7baa2990-327c-41a8-88b9-a47273427da1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:08.068405 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb00120-86c8-455f-8a12-21aeb0e9cfab tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7baa2990-327c-41a8-88b9-a47273427da1,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:08.074028 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:08.074867 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:08.080329 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-bd38fe8e-f7cd-493a-ab53-ca9f85d33811 None None] Current status of the port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:08.080730 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bd38fe8e-f7cd-493a-ab53-ca9f85d33811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.092346 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=104146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:05:08.094009 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25883228'] for segment (fe322824-a4da-452b-9262-853070f61549), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.110401 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:08.137342 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb550076-c8dc-4913-805f-ac7770a5af41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfe6dfe-8c98-4ec4-9c10-93b3c75a832c,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:08.325522 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-bc1f275a-2469-4f59-824c-820308009b90 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9756181 May 26 18:05:08.418252 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (5a935e0b-c519-4b76-96df-f565db313544), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.425245 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fdd1c66c-0e43-416d-941b-b1ba960d5598 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (24d84492-687b-4499-bcc4-01f0951fa4cf), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.429436 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device f3075324-4cbd-4870-b815-6edb73fd0827 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:08.446369 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.470094 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5a935e0b-c519-4b76-96df-f565db313544 HTTP/1.1" status: 204 len: 168 time: 4.5110116 May 26 18:05:08.471680 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53708) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:08.623695 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ae903-866c-4be2-88d5-7100bef77f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a935e0b-c519-4b76-96df-f565db313544,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:08.747459 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-bd38fe8e-f7cd-493a-ab53-ca9f85d33811 None None] For port 1c6cfe32-4b45-4da8-8ab6-6101734ac767, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=1c6cfe32-4b45-4da8-8ab6-6101734ac767,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:08.790580 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bd38fe8e-f7cd-493a-ab53-ca9f85d33811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.871508 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5e9f8491-b021-4c5d-9ef2-bc22b904524e admin admin] Publish callbacks [] for security_group (dbfe6dfe-8c98-4ec4-9c10-93b3c75a832c), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.871895 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c3419d2f-1635-46ee-a9e3-825780af5c5c req-fed44798-2d1c-4a70-ab06-f30df902e56e service neutron] 10.222.0.86 "GET /v2.0/networks/13597c6f-f061-4857-86b7-dc277ce72ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5725029 May 26 18:05:08.888831 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3f414-d0e8-410c-9180-3eedb13462f3 req-01fdd14e-7421-4275-9f46-612fde4f3f64 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:08.901172 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d6b3f414-d0e8-410c-9180-3eedb13462f3 req-01fdd14e-7421-4275-9f46-612fde4f3f64 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 943 time: 0.3090918 May 26 18:05:08.913730 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for port (06b7774b-30e3-4211-865c-9651342dc859), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:08.988964 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbb68f4-cd79-4ab8-a0e0-3b927a824e6d admin admin] Deleting subnet 10e8f129-be16-4734-abf4-4cccdc661f76 {{(pid=104146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:05:08.998565 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fdd1c66c-0e43-416d-941b-b1ba960d5598 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (24d84492-687b-4499-bcc4-01f0951fa4cf), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.022391 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fdd1c66c-0e43-416d-941b-b1ba960d5598 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (24d84492-687b-4499-bcc4-01f0951fa4cf), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.026813 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-dfbb68f4-cd79-4ab8-a0e0-3b927a824e6d admin admin] Publish callbacks [] for subnet (10e8f129-be16-4734-abf4-4cccdc661f76), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.061857 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5e9f8491-b021-4c5d-9ef2-bc22b904524e admin admin] Publish callbacks [] for security_group (dbfe6dfe-8c98-4ec4-9c10-93b3c75a832c), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.074704 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d6b3f414-d0e8-410c-9180-3eedb13462f3 req-df781518-d9fd-4c54-968b-e196dc195ac2 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667471 May 26 18:05:09.090154 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment fe322824-a4da-452b-9262-853070f61549 resource provider aggregate not found May 26 18:05:09.129536 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment fe322824-a4da-452b-9262-853070f61549 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe322824-a4da-452b-9262-853070f61549 found for delete ", "request_id": "req-55eb3cd9-8266-4b62-b807-31a8d4fa593e"}]} May 26 18:05:09.133255 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-1c4062a4-6bc3-4903-8409-e72b1d4dd590 service neutron] 10.222.0.76 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521465 May 26 18:05:09.163656 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1c66c-0e43-416d-941b-b1ba960d5598 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d84492-687b-4499-bcc4-01f0951fa4cf,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:09.165482 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53732) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:09.177838 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5e9f8491-b021-4c5d-9ef2-bc22b904524e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (dbfe6dfe-8c98-4ec4-9c10-93b3c75a832c), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.181479 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5e9f8491-b021-4c5d-9ef2-bc22b904524e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.186122 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-5e9f8491-b021-4c5d-9ef2-bc22b904524e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dbfe6dfe-8c98-4ec4-9c10-93b3c75a832c HTTP/1.1" status: 204 len: 168 time: 1.0976121 May 26 18:05:09.190753 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-dfbb68f4-cd79-4ab8-a0e0-3b927a824e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554127'] for subnet (10e8f129-be16-4734-abf4-4cccdc661f76), precommit_delete_associations {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.193184 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fdd1c66c-0e43-416d-941b-b1ba960d5598 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.194852 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-fdd1c66c-0e43-416d-941b-b1ba960d5598 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1508002 May 26 18:05:09.197333 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53738) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:09.206912 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-fe5a7b80-377e-4a88-b690-812a15e51cdc tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group_rule': {'security_group_id': '7baa2990-327c-41a8-88b9-a47273427da1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:09.217204 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f8491-b021-4c5d-9ef2-bc22b904524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfe6dfe-8c98-4ec4-9c10-93b3c75a832c,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:09.238396 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (06b7774b-30e3-4211-865c-9651342dc859), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.249626 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-ad04e4af-673d-4117-8b25-1f5fe9dea320 None None] Provisioning complete for port c1da7bfb-db69-424a-8a78-c7a75f59852b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:09.251331 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad04e4af-673d-4117-8b25-1f5fe9dea320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.255451 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38fe8e-f7cd-493a-ab53-ca9f85d33811 None None] Pushing event updated for resources: {'Port': ['ID=1c6cfe32-4b45-4da8-8ab6-6101734ac767,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:09.258355 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7b80-377e-4a88-b690-812a15e51cdc tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (c16c909f-fad8-4916-b248-33caab06b508), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.279834 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:09.304794 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:09.315636 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:09.326167 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:09.350245 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:09.362080 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:09.419961 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port f3075324-4cbd-4870-b815-6edb73fd0827 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:09.420529 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.436093 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b5deeef8-a197-4ab1-87d4-ca93bcf1b3f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.439218 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-dfbb68f4-cd79-4ab8-a0e0-3b927a824e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (10e8f129-be16-4734-abf4-4cccdc661f76), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.442883 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:09.461281 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7b80-377e-4a88-b690-812a15e51cdc tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (c16c909f-fad8-4916-b248-33caab06b508), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.491760 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Publish callbacks [] for port (32469e22-6a88-420d-944c-eeaab4d19236), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.512366 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'Port': ['ID=06b7774b-30e3-4211-865c-9651342dc859,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:09.538298 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (32469e22-6a88-420d-944c-eeaab4d19236), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.557900 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-dfbb68f4-cd79-4ab8-a0e0-3b927a824e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25884414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25530297'] for subnet (10e8f129-be16-4734-abf4-4cccdc661f76), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.572675 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7b80-377e-4a88-b690-812a15e51cdc tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (c16c909f-fad8-4916-b248-33caab06b508), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.611955 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b5deeef8-a197-4ab1-87d4-ca93bcf1b3f5 admin admin] Publish callbacks [] for security_group (721bf77b-b3ee-4951-88c6-5d96bdd027fc), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.619237 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a7b80-377e-4a88-b690-812a15e51cdc tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16c909f-fad8-4916-b248-33caab06b508,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:09.634522 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b5deeef8-a197-4ab1-87d4-ca93bcf1b3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (721bf77b-b3ee-4951-88c6-5d96bdd027fc), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.636259 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:09.641599 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb68f4-cd79-4ab8-a0e0-3b927a824e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e8f129-be16-4734-abf4-4cccdc661f76,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:09.662739 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-c41a5c46-3231-4dd9-a4c7-69c216b5408a service neutron] 10.222.0.76 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128593 May 26 18:05:09.669326 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-dfbb68f4-cd79-4ab8-a0e0-3b927a824e6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.683515 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-dfbb68f4-cd79-4ab8-a0e0-3b927a824e6d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/10e8f129-be16-4734-abf4-4cccdc661f76 HTTP/1.1" status: 204 len: 168 time: 1.1198306 May 26 18:05:09.685406 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740dd2a-8716-44b6-ace9-a58f909515e1 None None] Pushing event updated for resources: {'Port': ['ID=32469e22-6a88-420d-944c-eeaab4d19236,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:09.708946 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7b80-377e-4a88-b690-812a15e51cdc tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.710259 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-fe5a7b80-377e-4a88-b690-812a15e51cdc tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5117803 May 26 18:05:09.713971 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53742) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:09.714432 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53744) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:09.738467 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-ad04e4af-673d-4117-8b25-1f5fe9dea320 None None] Current status of the port c1da7bfb-db69-424a-8a78-c7a75f59852b is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:09.738861 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad04e4af-673d-4117-8b25-1f5fe9dea320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.746449 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53746) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:09.750011 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:09.798375 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5deeef8-a197-4ab1-87d4-ca93bcf1b3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721bf77b-b3ee-4951-88c6-5d96bdd027fc,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:09.805546 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cfd015fd-4783-4025-a5b5-78ca67f627f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:09.821654 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53750) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:09.826872 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-b5deeef8-a197-4ab1-87d4-ca93bcf1b3f5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a2d669b5cd141408bb971741e17dd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6578035 May 26 18:05:09.838697 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port f3075324-4cbd-4870-b815-6edb73fd0827 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:09.839911 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device d6de8f4a-006d-4fa6-b275-33e3ba78643e up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:09.974318 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (9d357b5d-eeed-498d-af1d-308170ace8ec), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.010942 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:10.011725 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:10.012911 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.039150 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9e43ba8d-21f9-4071-8add-b013002d505e admin admin] Publish callbacks [] for security_group (721bf77b-b3ee-4951-88c6-5d96bdd027fc), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.066806 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (06b7774b-30e3-4211-865c-9651342dc859), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.111188 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9e43ba8d-21f9-4071-8add-b013002d505e admin admin] Publish callbacks [] for security_group (721bf77b-b3ee-4951-88c6-5d96bdd027fc), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.242318 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-ad04e4af-673d-4117-8b25-1f5fe9dea320 None None] For port c1da7bfb-db69-424a-8a78-c7a75f59852b, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=c1da7bfb-db69-424a-8a78-c7a75f59852b,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:10.243771 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port d6de8f4a-006d-4fa6-b275-33e3ba78643e triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:10.244445 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.271469 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Attempting to bind port 32469e22-6a88-420d-944c-eeaab4d19236 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:10.272186 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Attempting to bind port 32469e22-6a88-420d-944c-eeaab4d19236 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:10.272735 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Attempting to bind port 32469e22-6a88-420d-944c-eeaab4d19236 on network 674e4916-1510-4fc4-b57b-b0089244acfe {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:10.283133 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:10.284312 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Checking segment: {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:10.284891 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.285392 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Bound using segment: {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:10.285991 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Bound port: 32469e22-6a88-420d-944c-eeaab4d19236, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:10.286503 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (32469e22-6a88-420d-944c-eeaab4d19236), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.294690 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ad04e4af-673d-4117-8b25-1f5fe9dea320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.353279 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cfd015fd-4783-4025-a5b5-78ca67f627f2 admin admin] Publish callbacks [] for security_group (fd74fe3e-22fa-46ba-badb-c2a73613eac1), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.400808 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:06Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:10.411746 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:10.462841 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.467065 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cfd015fd-4783-4025-a5b5-78ca67f627f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (fd74fe3e-22fa-46ba-badb-c2a73613eac1), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.499475 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:10.505642 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd2644-9635-4636-a7b7-25b0f0b86daf None None] The sync data for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi is: [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:06Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:05:10.508605 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] For port 32469e22-6a88-420d-944c-eeaab4d19236, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:10.530045 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04e4af-673d-4117-8b25-1f5fe9dea320 None None] Pushing event updated for resources: {'Port': ['ID=c1da7bfb-db69-424a-8a78-c7a75f59852b,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:10.543894 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd015fd-4783-4025-a5b5-78ca67f627f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd74fe3e-22fa-46ba-badb-c2a73613eac1,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:10.553463 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-2e631cb7-f91b-4136-965f-1e7c9e9a2764 None None] Provisioning complete for port 32469e22-6a88-420d-944c-eeaab4d19236 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:10.554418 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e631cb7-f91b-4136-965f-1e7c9e9a2764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (32469e22-6a88-420d-944c-eeaab4d19236), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.561636 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-71e885ad-f4ef-4d73-a77d-022c0eb4d741 req-703e3388-1409-4acb-a5ef-ab0cdf562455 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 210 time: 0.2046354 May 26 18:05:10.567940 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (4e119bdd-2508-4f55-8071-230673b98726), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.651986 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-cfd015fd-4783-4025-a5b5-78ca67f627f2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d57dcb2aae7403fb0fce84c93f5b763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8949225 May 26 18:05:10.660912 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] For port 32469e22-6a88-420d-944c-eeaab4d19236, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=32469e22-6a88-420d-944c-eeaab4d19236,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:10.669915 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53784) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:10.702358 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24354c9-646a-4e1d-b2a8-3ccde72f8bd0 req-f89d7d67-d31b-4abb-a4e8-4fc34f9b7d9a tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:10.704106 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f24354c9-646a-4e1d-b2a8-3ccde72f8bd0 req-f89d7d67-d31b-4abb-a4e8-4fc34f9b7d9a tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 943 time: 0.5074358 May 26 18:05:10.789276 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-2e631cb7-f91b-4136-965f-1e7c9e9a2764 None None] Port 32469e22-6a88-420d-944c-eeaab4d19236 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:10.792734 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (32469e22-6a88-420d-944c-eeaab4d19236), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.800397 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port d6de8f4a-006d-4fa6-b275-33e3ba78643e is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:10.800737 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9e43ba8d-21f9-4071-8add-b013002d505e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (721bf77b-b3ee-4951-88c6-5d96bdd027fc), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.802000 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:10.811283 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9e43ba8d-21f9-4071-8add-b013002d505e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:10.817462 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-9e43ba8d-21f9-4071-8add-b013002d505e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/721bf77b-b3ee-4951-88c6-5d96bdd027fc HTTP/1.1" status: 204 len: 168 time: 0.9752238 May 26 18:05:10.873862 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43ba8d-21f9-4071-8add-b013002d505e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721bf77b-b3ee-4951-88c6-5d96bdd027fc,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:10.954278 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (4e119bdd-2508-4f55-8071-230673b98726), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.016977 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e83b-2c7e-4709-840c-480c391c9744 admin admin] Publish callbacks [] for security_group (fd74fe3e-22fa-46ba-badb-c2a73613eac1), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.070518 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740dd2a-8716-44b6-ace9-a58f909515e1 None None] Pushing event updated for resources: {'Port': ['ID=32469e22-6a88-420d-944c-eeaab4d19236,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:11.096031 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.096499 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.097337 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.097671 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > port after_create 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.097995 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.098357 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > port after_update 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.098682 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.099053 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.099327 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f24354c9-646a-4e1d-b2a8-3ccde72f8bd0 req-0d61584e-582b-4a2c-ab21-2534c4944104 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861470 May 26 18:05:11.104287 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.105207 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.142175 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e83b-2c7e-4709-840c-480c391c9744 admin admin] Publish callbacks [] for security_group (fd74fe3e-22fa-46ba-badb-c2a73613eac1), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.158959 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for port (06b7774b-30e3-4211-865c-9651342dc859), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.166829 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (06b7774b-30e3-4211-865c-9651342dc859), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.168260 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:11.170446 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:04:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:11.213124 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:11.295486 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:11.295951 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.371727 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:11.402067 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (9d357b5d-eeed-498d-af1d-308170ace8ec), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.491066 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-a5caad53-c01c-4525-b27b-7a2187d89ef7 None None] Provisioning complete for port 32469e22-6a88-420d-944c-eeaab4d19236 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:11.492036 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a5caad53-c01c-4525-b27b-7a2187d89ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (32469e22-6a88-420d-944c-eeaab4d19236), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.526862 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'Port': ['ID=06b7774b-30e3-4211-865c-9651342dc859,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:11.532315 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2eb9-8558-4c0e-827f-c9dc70c781a6 req-dbe6ccd3-be78-4314-8aea-15ee57548f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:11.534222 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-604a2eb9-8558-4c0e-827f-c9dc70c781a6 req-dbe6ccd3-be78-4314-8aea-15ee57548f55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b746bd093c749c5a2ffe6fd3d3e0417&device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 1127 time: 0.0771441 May 26 18:05:11.537955 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.559218 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-f46077ce-1676-43df-9938-2aee26cdfcb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3321390 May 26 18:05:11.561597 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e83b-2c7e-4709-840c-480c391c9744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (fd74fe3e-22fa-46ba-badb-c2a73613eac1), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.564827 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e8f3e83b-2c7e-4709-840c-480c391c9744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.567261 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e8f3e83b-2c7e-4709-840c-480c391c9744 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd74fe3e-22fa-46ba-badb-c2a73613eac1 HTTP/1.1" status: 204 len: 168 time: 0.8954408 May 26 18:05:11.606043 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3e83b-2c7e-4709-840c-480c391c9744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd74fe3e-22fa-46ba-badb-c2a73613eac1,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:11.633059 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.648574 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.649130 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.649337 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.649861 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 18:05:11.650581 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e119bdd-2508-4f55-8071-230673b98726']}} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:11.701605 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0531ed85-82d1-4248-83e7-ccd256b0149f') {'for_net_delete': True} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:11.702139 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0531ed85-82d1-4248-83e7-ccd256b0149f') {} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:11.732501 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53822) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:11.733112 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3201090'] for segment (0531ed85-82d1-4248-83e7-ccd256b0149f), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.768435 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (0531ed85-82d1-4248-83e7-ccd256b0149f), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.779772 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=104147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:05:11.780673 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3587878'] for segment (0531ed85-82d1-4248-83e7-ccd256b0149f), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.805092 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fa0baa5-9bda-4be5-8ad8-7d8ac8598ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.876849 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (4e119bdd-2508-4f55-8071-230673b98726), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.899950 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:11.906374 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] 10.222.0.76 "DELETE /v2.0/networks/4e119bdd-2508-4f55-8071-230673b98726 HTTP/1.1" status: 204 len: 168 time: 2.1723192 May 26 18:05:11.947466 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:12.018794 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd77928-9758-4cda-a02e-54b0531f36ff admin admin] Pushing event deleted for resources: {'Network': ['ID=4e119bdd-2508-4f55-8071-230673b98726,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:12.120569 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-a5caad53-c01c-4525-b27b-7a2187d89ef7 None None] Current status of the port 32469e22-6a88-420d-944c-eeaab4d19236 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:12.121096 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a5caad53-c01c-4525-b27b-7a2187d89ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (32469e22-6a88-420d-944c-eeaab4d19236), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:12.133925 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:12.135651 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:12.147967 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fa0baa5-9bda-4be5-8ad8-7d8ac8598ea5 admin admin] Publish callbacks [] for security_group (5f02f5fa-78cc-4fdf-8e4d-9b97943a98f7), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:12.150069 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:12.182493 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fa0baa5-9bda-4be5-8ad8-7d8ac8598ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (5f02f5fa-78cc-4fdf-8e4d-9b97943a98f7), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:12.185136 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Allocated IP 172.27.1.230 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/602ecb61-0ac0-451b-966a-493659405e6d) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:12.306376 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53852) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:12.343890 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2eb9-8558-4c0e-827f-c9dc70c781a6 req-39c46493-d19c-42c5-9e20-e470219035aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:12.349843 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-604a2eb9-8558-4c0e-827f-c9dc70c781a6 req-39c46493-d19c-42c5-9e20-e470219035aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=13597c6f-f061-4857-86b7-dc277ce72ef7 HTTP/1.1" status: 200 len: 912 time: 0.7893555 May 26 18:05:12.363713 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=8c9eeb62-9c87-4a66-be6e-0773bb9de3ed,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:12.375735 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:12.376601 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 1c6cfe32-4b45-4da8-8ab6-6101734ac767 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:12.385707 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 0531ed85-82d1-4248-83e7-ccd256b0149f resource provider aggregate not found May 26 18:05:12.398551 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-8fa0baa5-9bda-4be5-8ad8-7d8ac8598ea5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=35b35e4cdd1c4e779afad8b4d0b0ed5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6639750 May 26 18:05:12.402759 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0baa5-9bda-4be5-8ad8-7d8ac8598ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f02f5fa-78cc-4fdf-8e4d-9b97943a98f7,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:12.407555 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53858) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:12.439789 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-a5caad53-c01c-4525-b27b-7a2187d89ef7 None None] For port 32469e22-6a88-420d-944c-eeaab4d19236, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=32469e22-6a88-420d-944c-eeaab4d19236,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:12.517995 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a5caad53-c01c-4525-b27b-7a2187d89ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (32469e22-6a88-420d-944c-eeaab4d19236), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:12.541023 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-07af802d-0040-4141-b718-249d9302201a tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2096610764&fields=id&tenant_id=c0b976166b884524b9a3855712be72de HTTP/1.1" status: 200 len: 267 time: 0.3873940 May 26 18:05:12.571698 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:12.572683 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:12.574644 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:12.579405 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=8c9eeb62-9c87-4a66-be6e-0773bb9de3ed,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:12.648505 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 0531ed85-82d1-4248-83e7-ccd256b0149f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0531ed85-82d1-4248-83e7-ccd256b0149f found for delete ", "request_id": "req-da55208a-b07a-48b0-a3be-696b5482da06"}]} May 26 18:05:12.696091 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-b2c55c2f-0f93-4628-9d5b-97e7de1fd8ad tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:12.701491 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-b2c55c2f-0f93-4628-9d5b-97e7de1fd8ad tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 819 time: 0.8286669 May 26 18:05:12.709859 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (602ecb61-0ac0-451b-966a-493659405e6d), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:12.716804 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ca129-6212-4f22-acfa-2951127c769b req-6625a8fb-006b-4738-b243-a369d135ab8d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:12.718063 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ec5ad-0686-4be6-9375-fd6bb7233a15 None None] The sync data for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi is: [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:05:12.733097 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-6625a8fb-006b-4738-b243-a369d135ab8d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/networks?id=31cac232-9768-4083-9065-c20228929068 HTTP/1.1" status: 200 len: 811 time: 0.1911347 May 26 18:05:12.775332 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:12.799766 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-f6a3a21e-2d11-4a85-be8c-9d00db43be38 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/quotas/8c49a9a21f1346a0bc8d774afc7951a2 HTTP/1.1" status: 200 len: 375 time: 0.0819824 May 26 18:05:12.809504 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caad53-c01c-4525-b27b-7a2187d89ef7 None None] Pushing event updated for resources: {'Port': ['ID=32469e22-6a88-420d-944c-eeaab4d19236,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:12.827790 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:12.832879 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:12.853234 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-604a2eb9-8558-4c0e-827f-c9dc70c781a6 req-de15d046-42e0-48f9-a837-c1ad13b885d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 HTTP/1.1" status: 200 len: 217 time: 0.1179838 May 26 18:05:12.954951 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5aa0209f-f7ce-47ba-b9b8-bea0e4823712 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=642d4ba1d79e47fe83ac853019fc9539&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6349721 May 26 18:05:12.956570 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53876) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:13.017280 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-881118da-1c1d-4f60-a74b-15b6705974aa tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/quotas/c0b976166b884524b9a3855712be72de HTTP/1.1" status: 200 len: 375 time: 0.2832146 May 26 18:05:13.111020 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-9a0f78c9-e10b-46d1-9d45-457c1b1aeecb tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3086104 May 26 18:05:13.113705 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (602ecb61-0ac0-451b-966a-493659405e6d), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:13.237608 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:13.247375 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:13.252815 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9bb72efd-e5c7-4453-aa12-b3cea30774fa admin admin] Publish callbacks [] for security_group (5f02f5fa-78cc-4fdf-8e4d-9b97943a98f7), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:13.260045 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:13.261772 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a2eb9-8558-4c0e-827f-c9dc70c781a6 req-faa3b786-cb52-43cb-8be1-99edae667389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:13.263866 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-604a2eb9-8558-4c0e-827f-c9dc70c781a6 req-faa3b786-cb52-43cb-8be1-99edae667389 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9 HTTP/1.1" status: 200 len: 851 time: 0.3979003 May 26 18:05:13.274255 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:13.278125 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-dca6a82e-1d87-4e95-93f9-d86c428fa272 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2476971 May 26 18:05:13.346942 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-604a2eb9-8558-4c0e-827f-c9dc70c781a6 req-fb300532-af3c-403d-976a-eff83c6d44e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13597c6f-f061-4857-86b7-dc277ce72ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761037 May 26 18:05:13.356295 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:13.361530 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9bb72efd-e5c7-4453-aa12-b3cea30774fa admin admin] Publish callbacks [] for security_group (5f02f5fa-78cc-4fdf-8e4d-9b97943a98f7), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:13.364217 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=602ecb61-0ac0-451b-966a-493659405e6d,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:13.388772 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 1c6cfe32-4b45-4da8-8ab6-6101734ac767 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:13.411693 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1f1e5409-f9af-466d-b88e-03cbf30957fa admin admin] Publish callbacks [] for security_group (a8334912-23c8-47a9-82c3-591ee5ecd1e9), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:13.466044 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.86', 54490) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:13.543211 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (da46ae43-2d50-4332-b79c-a30a1b6b56a8), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:13.570868 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:13.571526 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:13.639088 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:05:13.683456 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:13.688761 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (602ecb61-0ac0-451b-966a-493659405e6d), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:13.741210 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:13.743511 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device c1da7bfb-db69-424a-8a78-c7a75f59852b up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:13.751402 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1f1e5409-f9af-466d-b88e-03cbf30957fa admin admin] Publish callbacks [] for security_group (a8334912-23c8-47a9-82c3-591ee5ecd1e9), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:13.893294 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port c1da7bfb-db69-424a-8a78-c7a75f59852b triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:13.893973 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:13.897038 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-15f963bd-5e09-43ab-852d-dfb2395b7fb1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:05:13.909607 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-15f963bd-5e09-43ab-852d-dfb2395b7fb1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4595170 May 26 18:05:13.957485 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-604a2eb9-8558-4c0e-827f-c9dc70c781a6 req-27613110-b0fa-4c9f-ad77-383597818904 service neutron] 10.222.0.86 "GET /v2.0/networks/13597c6f-f061-4857-86b7-dc277ce72ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039057 May 26 18:05:13.963455 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-050254f1-3678-422e-ad68-0f5fc18d7b4e service neutron] 10.222.0.76 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362004 May 26 18:05:13.972186 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9bb72efd-e5c7-4453-aa12-b3cea30774fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (5f02f5fa-78cc-4fdf-8e4d-9b97943a98f7), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:13.973937 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9bb72efd-e5c7-4453-aa12-b3cea30774fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:13.975552 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-9bb72efd-e5c7-4453-aa12-b3cea30774fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f02f5fa-78cc-4fdf-8e4d-9b97943a98f7 HTTP/1.1" status: 204 len: 168 time: 1.5450082 May 26 18:05:13.994636 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-2784cc4a-dc60-4c92-bba4-7531d638e55e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:13.996260 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-2784cc4a-dc60-4c92-bba4-7531d638e55e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 819 time: 0.5047731 May 26 18:05:14.014997 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb72efd-e5c7-4453-aa12-b3cea30774fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f02f5fa-78cc-4fdf-8e4d-9b97943a98f7,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:14.037727 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Request body: {'port': {'device_id': 'b7e2e233-cbae-48e1-aa0e-cfc0231e18b3', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'admin_state_up': True, 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:14.060637 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1f1e5409-f9af-466d-b88e-03cbf30957fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (a8334912-23c8-47a9-82c3-591ee5ecd1e9), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:14.065310 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1f1e5409-f9af-466d-b88e-03cbf30957fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:14.066699 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-1f1e5409-f9af-466d-b88e-03cbf30957fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a8334912-23c8-47a9-82c3-591ee5ecd1e9 HTTP/1.1" status: 204 len: 168 time: 1.0535164 May 26 18:05:14.136417 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:14.185321 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port c1da7bfb-db69-424a-8a78-c7a75f59852b is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:14.188555 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:14.240769 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e5409-f9af-466d-b88e-03cbf30957fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8334912-23c8-47a9-82c3-591ee5ecd1e9,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:14.273561 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-6d9467c0-e3c2-442e-896c-58059a188144 service neutron] 10.222.0.76 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489718 May 26 18:05:14.381710 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-604a2eb9-8558-4c0e-827f-c9dc70c781a6 req-f7105b6c-a00b-4240-85fe-f097e50ebc81 service neutron] 10.222.0.86 "GET /v2.0/networks/13597c6f-f061-4857-86b7-dc277ce72ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168744 May 26 18:05:14.403304 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-b5687a45-81ba-4965-afac-dcb2e25fb840 service neutron] 10.222.0.76 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579373 May 26 18:05:14.448208 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Made reservation on behalf of 8c49a9a21f1346a0bc8d774afc7951a2 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:14.461096 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:14.471308 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:14.477703 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:14.698447 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:14.818475 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:14.847017 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Allocated IP 172.20.0.9 (674e4916-1510-4fc4-b57b-b0089244acfe/ac96540e-afea-497d-ac7d-c16c234ce572/c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:14.885285 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-166bf8be-2360-4e91-8ee0-5aabb24f2371 service neutron] 10.222.0.76 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036270 May 26 18:05:15.082018 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77071359-beb4-4f7c-8583-ae31cb50accb req-1aad1bb6-ddd5-410c-9f75-c912107ae826 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:15.099249 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-77071359-beb4-4f7c-8583-ae31cb50accb req-1aad1bb6-ddd5-410c-9f75-c912107ae826 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 943 time: 0.1744282 May 26 18:05:15.124877 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (602ecb61-0ac0-451b-966a-493659405e6d), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:15.134473 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (602ecb61-0ac0-451b-966a-493659405e6d), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:15.145270 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 32469e22-6a88-420d-944c-eeaab4d19236 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:15.516680 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 53950) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:15.568485 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-77071359-beb4-4f7c-8583-ae31cb50accb req-c6d117c4-0620-4700-9e57-1878f5075a11 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678590 May 26 18:05:15.590812 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-41520d6f-4cc8-4e6c-a96f-091f46255cd9 req-878a289d-6423-4db8-96b8-245b8c607d3d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 210 time: 0.0611901 May 26 18:05:15.646234 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=602ecb61-0ac0-451b-966a-493659405e6d,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:15.657030 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (da46ae43-2d50-4332-b79c-a30a1b6b56a8), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:15.693477 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:15.706249 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-8ac63c6c-a92d-4afb-b260-292c0a2f2723 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9646726 May 26 18:05:15.717231 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:05:15.818705 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-c0f2c3a6-d56f-468d-affb-eeb20df2df19 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3758efd2fdea4a34b0fae1496bb7c14a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981265 May 26 18:05:15.821325 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 53958) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:15.852094 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-975151ee-1a0e-4119-b54c-a777307d024c req-fc5fdbdc-b31f-40d7-8ca5-1bc2b3b9676d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 210 time: 0.0876715 May 26 18:05:15.904857 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,segment=NetworkSegment(6a7776cc-eda0-4c97-816a-c36f556a6124),segment_id=6a7776cc-eda0-4c97-816a-c36f556a6124)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:15.940357 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:15.963181 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'a005425b-e20a-47bb-9ff2-fd8bbe43e0c3', 'network_id': '13597c6f-f061-4857-86b7-dc277ce72ef7', 'port_id': 'a005425b-e20a-47bb-9ff2-fd8bbe43e0c3', 'mac_address': 'fa:16:3e:8f:45:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:05:15.991197 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-7a9812ab-1f46-47e0-a9bb-89f753945255 admin admin] Publish callbacks [] for security_group (6fa658db-a171-4dfc-9a62-14b9fd0a3b4d), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:16.026996 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:16.049377 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-7a9812ab-1f46-47e0-a9bb-89f753945255 admin admin] Publish callbacks [] for security_group (6fa658db-a171-4dfc-9a62-14b9fd0a3b4d), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:16.130642 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Network 674e4916-1510-4fc4-b57b-b0089244acfe is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:16.131582 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:16.132279 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:16.136973 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:16.151983 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:16.183083 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-7a9812ab-1f46-47e0-a9bb-89f753945255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6fa658db-a171-4dfc-9a62-14b9fd0a3b4d), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:16.185966 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:05:16.188571 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-7a9812ab-1f46-47e0-a9bb-89f753945255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:16.196821 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-7a9812ab-1f46-47e0-a9bb-89f753945255 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6fa658db-a171-4dfc-9a62-14b9fd0a3b4d HTTP/1.1" status: 204 len: 168 time: 0.3719785 May 26 18:05:16.231267 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:16.234169 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,segment=NetworkSegment(6a7776cc-eda0-4c97-816a-c36f556a6124),segment_id=6a7776cc-eda0-4c97-816a-c36f556a6124)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:16.236016 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 32469e22-6a88-420d-944c-eeaab4d19236 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:16.236501 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (32469e22-6a88-420d-944c-eeaab4d19236), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:16.274819 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event updated for resources: {'Port': ['ID=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:16.290177 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9812ab-1f46-47e0-a9bb-89f753945255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa658db-a171-4dfc-9a62-14b9fd0a3b4d,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:16.291577 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:16.296661 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:16.326012 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:16.327319 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:16.363483 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-2e6c7620-a570-49e6-87c7-ed34ef8198fb tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1709501312&fields=id&tenant_id=eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 267 time: 0.2198944 May 26 18:05:16.370627 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5ffe2691-a42a-4679-94b2-042aef334d1d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3426461 May 26 18:05:16.393080 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Request body: {'port': {'device_id': 'b7e2e233-cbae-48e1-aa0e-cfc0231e18b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:16.425270 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=29 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:16.573434 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:16.577585 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 32469e22-6a88-420d-944c-eeaab4d19236 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:16.679077 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-cd0469ba-3a62-4b1f-9601-eda685094d8c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:16.689691 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-cd0469ba-3a62-4b1f-9601-eda685094d8c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 815 time: 0.3186877 May 26 18:05:16.712656 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-1b9f25ca-8b1e-4713-95dd-713bc7566238 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/quotas/eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 375 time: 0.0217609 May 26 18:05:16.743428 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-4584f963-0aaf-4f00-b506-4387dccb5f1e None None] Provisioning complete for port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:16.744077 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4584f963-0aaf-4f00-b506-4387dccb5f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:16.758402 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['a005425b-e20a-47bb-9ff2-fd8bbe43e0c3'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:05:16.801683 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-efe0e239-b945-4cd9-839e-d23705a52809 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878737 May 26 18:05:16.956529 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:16.974365 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:16.983801 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-10d6bad2-8be1-4dde-94eb-1b4117b5e021 service neutron] 10.222.0.76 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687589 May 26 18:05:16.999915 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:17.039059 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:17.166825 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-4584f963-0aaf-4f00-b506-4387dccb5f1e None None] Port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:17.217329 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-8213dca2-dbf0-46b8-8a99-d47a5bdd8373 service neutron] 10.222.0.76 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314868 May 26 18:05:17.459452 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919aed8-67c7-4884-ae88-7ea06307c939 req-19ce6794-d80f-4f13-90fd-ea3526a82a61 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:17.460858 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5919aed8-67c7-4884-ae88-7ea06307c939 req-19ce6794-d80f-4f13-90fd-ea3526a82a61 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 944 time: 0.4725571 May 26 18:05:17.525768 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:17.646979 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1614b366-9a15-499a-97db-c26ee05c3db7 req-4322943a-3237-4709-b45b-d8916b476b1d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 210 time: 0.0609591 May 26 18:05:17.666531 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:17.744525 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5919aed8-67c7-4884-ae88-7ea06307c939 req-e92b18ee-0b9b-44fe-8ffd-90d0d1e002d6 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625408 May 26 18:05:17.806399 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 54048) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:17.832187 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:05:17.862958 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Publish callbacks [] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:17.883596 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:05:17.899563 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:17.901309 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:17.926996 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ca129-6212-4f22-acfa-2951127c769b req-95e00842-4c85-4038-ba1a-8bfd1628f4c4 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:17.940676 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-95e00842-4c85-4038-ba1a-8bfd1628f4c4 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.86 "GET /v2.0/networks?id=31cac232-9768-4083-9065-c20228929068 HTTP/1.1" status: 200 len: 811 time: 0.4753942 May 26 18:05:17.957104 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d3f6b056-f980-4154-b61e-1be8cf6927b5 req-59924d0b-2084-462d-97f3-b994d7e5b230 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 210 time: 0.1053979 May 26 18:05:17.960228 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.86', 54500) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:17.972827 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Transition to ACTIVE for port object c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:05:17.998789 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2962704d-370d-4416-ac79-208cf9de71f0 req-51c5f7d1-f565-4c5a-a73e-0dd198f0fa34 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 210 time: 0.0887880 May 26 18:05:17.999728 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:18.174149 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:18.175631 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Pushing event updated for resources: {'Port': ['ID=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:18.204704 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:18.205464 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:18.248896 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-12ec5905-b2d1-4c1d-b288-68ccf1a8f0fc tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0b976166b884524b9a3855712be72de HTTP/1.1" status: 200 len: 380 time: 0.2580228 May 26 18:05:18.259853 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'port': {'device_id': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'admin_state_up': True, 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'security_groups': ['d42c314b-7343-4ca7-8db9-a36fa39da843']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:18.293312 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1664374d-3fde-4a0f-b37c-4eed1d6e487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a005425b-e20a-47bb-9ff2-fd8bbe43e0c3'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:18.342482 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-fd61a99a-faee-418b-80b4-27cbaec670c9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:18.345330 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-fd61a99a-faee-418b-80b4-27cbaec670c9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 819 time: 0.3751333 May 26 18:05:18.365950 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Request body: {'port': {'device_id': 'e6004051-2831-4f2d-a998-0e4c56354f34', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'admin_state_up': True, 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:18.421279 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,segment=NetworkSegment(6a7776cc-eda0-4c97-816a-c36f556a6124),segment_id=6a7776cc-eda0-4c97-816a-c36f556a6124)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:18.434751 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:18.454952 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Attempting to bind port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:18.455197 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Attempting to bind port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:18.455551 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Attempting to bind port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb on network 674e4916-1510-4fc4-b57b-b0089244acfe {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:18.465784 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb on network 674e4916-1510-4fc4-b57b-b0089244acfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:05:18.466174 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Attempting to bind port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb on network 674e4916-1510-4fc4-b57b-b0089244acfe {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:18.490434 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:18.490773 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Checking segment: {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:18.494050 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Bound using segment: {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:18.494560 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Bound port: c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:18.494926 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:18.508930 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:18.537054 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-80adae28-814e-47fd-b13a-540e8d090255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:18.553757 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Made reservation on behalf of c0b976166b884524b9a3855712be72de for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:18.557883 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:18.639586 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Made reservation on behalf of 8c49a9a21f1346a0bc8d774afc7951a2 for: {'port': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:18.643499 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:18.707409 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e13614d-1066-4ba6-93cf-4e38e2de5c7e" -d '{"events": [{"server_uuid": "1664374d-3fde-4a0f-b37c-4eed1d6e487e", "name": "network-vif-plugged", "status": "completed", "tag": "a005425b-e20a-47bb-9ff2-fd8bbe43e0c3"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:18.756967 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-80adae28-814e-47fd-b13a-540e8d090255 admin admin] Publish callbacks [] for security_group (d071c60b-b640-489b-9593-0b35f1d40745), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:18.776172 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] For port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:18.799847 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-80adae28-814e-47fd-b13a-540e8d090255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d071c60b-b640-489b-9593-0b35f1d40745), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:18.817421 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] For port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:18.831180 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:18.853106 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e9870e7c-a728-4ea3-ae38-7fb061f19b31 req-fd9cb800-6ae6-427c-a22a-bf33726fbfb1 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 210 time: 0.0948141 May 26 18:05:18.918903 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adae28-814e-47fd-b13a-540e8d090255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d071c60b-b640-489b-9593-0b35f1d40745,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:18.956626 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-80adae28-814e-47fd-b13a-540e8d090255 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=204f8f384bc54e699f26d5f9ba6bc590&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1490855 May 26 18:05:18.966295 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 54092) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:19.020158 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:19.037125 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Allocated IP 172.20.0.3 (31cac232-9768-4083-9065-c20228929068/6391f8f8-c65b-4530-8b3e-5895efce7c46/52f8b000-2834-4a6a-86b1-591ea06d67c9) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:19.107902 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aa8412-26dd-4b72-a586-eea08cd9fcd6 x-openstack-request-id: req-32aa8412-26dd-4b72-a586-eea08cd9fcd6 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:19.109186 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1664374d-3fde-4a0f-b37c-4eed1d6e487e", "name": "network-vif-plugged", "status": "completed", "tag": "a005425b-e20a-47bb-9ff2-fd8bbe43e0c3", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:19.110233 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32aa8412-26dd-4b72-a586-eea08cd9fcd6 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:19.110833 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32aa8412-26dd-4b72-a586-eea08cd9fcd6'] response: {'server_uuid': '1664374d-3fde-4a0f-b37c-4eed1d6e487e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a005425b-e20a-47bb-9ff2-fd8bbe43e0c3', 'code': 200} May 26 18:05:19.132550 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:19.143714 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Allocated IP 172.20.0.5 (674e4916-1510-4fc4-b57b-b0089244acfe/ac96540e-afea-497d-ac7d-c16c234ce572/25a14006-975e-4a8e-9d3d-96f25c4467f0) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:19.155699 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:19.173147 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e928-d671-4135-80a2-2513507e7cba req-675c6789-ddd2-494b-ae34-7f237cfb4c47 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:19.181331 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1704e928-d671-4135-80a2-2513507e7cba req-675c6789-ddd2-494b-ae34-7f237cfb4c47 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.1615317 May 26 18:05:19.245191 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6647-ff70-47cf-a3d8-bc4ec529a759 admin admin] Publish callbacks [] for security_group (d071c60b-b640-489b-9593-0b35f1d40745), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:19.332442 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6647-ff70-47cf-a3d8-bc4ec529a759 admin admin] Publish callbacks [] for security_group (d071c60b-b640-489b-9593-0b35f1d40745), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:19.357163 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:19.382051 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Pushing event updated for resources: {'Port': ['ID=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:19.438476 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.86', 54504) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:19.450399 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1704e928-d671-4135-80a2-2513507e7cba req-5dd42334-f69e-4b3a-b556-5fc91e880a5c tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675540 May 26 18:05:19.506686 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:19.524352 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ccee2ba1-8c79-4cfe-9645-86dee169e348 req-b6af65b6-0602-4e21-89af-bb94e0e245a1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 210 time: 0.1187854 May 26 18:05:19.542770 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:19.543683 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:19.545388 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5c0686f2-e497-412e-bd7a-25ad27254566 service neutron] 10.222.0.86 "PUT /v2.0/ports/c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb HTTP/1.1" status: 200 len: 1093 time: 3.1603866 May 26 18:05:19.546181 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e2e233-cbae-48e1-aa0e-cfc0231e18b3', 'tag': 'c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:19.550773 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e2e233-cbae-48e1-aa0e-cfc0231e18b3", "tag": "c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:19.723333 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d11b30-0f90-4793-839e-60d0e0d7324a x-openstack-request-id: req-c5d11b30-0f90-4793-839e-60d0e0d7324a {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:19.724043 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e2e233-cbae-48e1-aa0e-cfc0231e18b3", "tag": "c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:19.724521 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5d11b30-0f90-4793-839e-60d0e0d7324a {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:19.725138 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d11b30-0f90-4793-839e-60d0e0d7324a'] response: {'name': 'network-changed', 'server_uuid': 'b7e2e233-cbae-48e1-aa0e-cfc0231e18b3', 'tag': 'c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb', 'status': 'completed', 'code': 200} May 26 18:05:19.725744 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.86', 54505) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:19.738773 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1d3b8663-4456-40ea-b91a-f3154d5efc09 req-8db729cc-b90e-4484-ad09-7e23989a9429 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 210 time: 0.1015713 May 26 18:05:19.742537 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6647-ff70-47cf-a3d8-bc4ec529a759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d071c60b-b640-489b-9593-0b35f1d40745), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:19.748620 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6647-ff70-47cf-a3d8-bc4ec529a759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:19.749456 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-3a1e6647-ff70-47cf-a3d8-bc4ec529a759 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d071c60b-b640-489b-9593-0b35f1d40745 HTTP/1.1" status: 204 len: 168 time: 0.7818415 May 26 18:05:19.791699 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e6647-ff70-47cf-a3d8-bc4ec529a759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d071c60b-b640-489b-9593-0b35f1d40745,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:19.897703 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d545e7fd-93aa-4cfd-8388-d311663ae0f7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:19.900062 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d545e7fd-93aa-4cfd-8388-d311663ae0f7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 815 time: 0.4588315 May 26 18:05:19.954110 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:20.005237 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:20.020455 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:20.042333 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc13de8-5a38-4afa-b0af-942bdf428b37 req-a078886c-4763-417b-be6c-b39aaac0cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:20.043984 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7fc13de8-5a38-4afa-b0af-942bdf428b37 req-a078886c-4763-417b-be6c-b39aaac0cbbd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 1129 time: 0.4024959 May 26 18:05:20.107864 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-e6cf0fe4-8314-4f56-a609-34339ad466fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:20.109601 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-e6cf0fe4-8314-4f56-a609-34339ad466fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 1127 time: 0.2211075 May 26 18:05:20.115965 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event updated for resources: {'Port': ['ID=25a14006-975e-4a8e-9d3d-96f25c4467f0,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:20.131967 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Network 31cac232-9768-4083-9065-c20228929068 is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:20.152692 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Network 674e4916-1510-4fc4-b57b-b0089244acfe is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:20.154301 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:20.157488 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:20.158160 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5d1af-08b9-4082-9077-d94a8df454d4 req-ded3bc00-5e26-4895-acbb-93c0ead08690 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:20.159483 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b1b5d1af-08b9-4082-9077-d94a8df454d4 req-ded3bc00-5e26-4895-acbb-93c0ead08690 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 931 time: 0.1745837 May 26 18:05:20.160355 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7fc13de8-5a38-4afa-b0af-942bdf428b37 req-46696c5f-db09-4686-a655-745d7006584e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:20.173223 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:20.233007 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:20.254329 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:20.255144 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:20.279806 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-66fc9ea6-dd52-4edf-aa98-63b66d944006 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9178789 May 26 18:05:20.280680 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-d62d2990-4564-4731-8ad2-680c83abc988 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb HTTP/1.1" status: 200 len: 217 time: 0.1427724 May 26 18:05:20.298446 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Request body: {'port': {'device_id': 'e6004051-2831-4f2d-a998-0e4c56354f34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:20.327056 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'Port': ['ID=52f8b000-2834-4a6a-86b1-591ea06d67c9,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:20.385816 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:20.453951 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-23ecbf9e-0766-4c09-add5-e780b0ce396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:20.580686 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-e09292a1-4f33-47e0-a147-27ed2046889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:20.582731 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-e09292a1-4f33-47e0-a147-27ed2046889e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.2133515 May 26 18:05:20.587636 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-e86408b3-b80a-4bfe-92e3-6cc723b4a01b tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 380 time: 0.6401463 May 26 18:05:20.600511 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 54152) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:20.608090 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:20.609069 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:20.634475 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1c880a95-60dc-4e49-b095-ee78b8f0be02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:20.639918 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'port': {'device_id': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'admin_state_up': True, 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'security_groups': ['7baa2990-327c-41a8-88b9-a47273427da1']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:20.683321 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-882122fc-0d4e-4fcc-bcc3-e42c1fc30eb4 None None] Provisioning complete for port 25a14006-975e-4a8e-9d3d-96f25c4467f0 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:20.683915 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-882122fc-0d4e-4fcc-bcc3-e42c1fc30eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:20.789527 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-27507cb8-c9b5-4b5e-bd2a-326c51572001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:20.797444 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-27507cb8-c9b5-4b5e-bd2a-326c51572001 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1639187 May 26 18:05:20.824418 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-882122fc-0d4e-4fcc-bcc3-e42c1fc30eb4 None None] Port 25a14006-975e-4a8e-9d3d-96f25c4467f0 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:20.836831 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-882122fc-0d4e-4fcc-bcc3-e42c1fc30eb4 None None] Provisioning complete for port 52f8b000-2834-4a6a-86b1-591ea06d67c9 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:20.837433 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-882122fc-0d4e-4fcc-bcc3-e42c1fc30eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:20.841989 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:20.931150 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb3784-8cb7-4222-a8c9-daaec180309f req-59048fb8-2910-4b59-9813-7f3503aa6f6d tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:20.932806 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4efb3784-8cb7-4222-a8c9-daaec180309f req-59048fb8-2910-4b59-9813-7f3503aa6f6d tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.1665437 May 26 18:05:20.981636 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-882122fc-0d4e-4fcc-bcc3-e42c1fc30eb4 None None] Port 52f8b000-2834-4a6a-86b1-591ea06d67c9 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:20.995429 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:21.099707 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:21.103398 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b1b5d1af-08b9-4082-9077-d94a8df454d4 req-d5dc38f4-b288-4d9b-8b1d-2d3922b9eff1 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8719418 May 26 18:05:21.107152 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-5a0c038b-b042-4d0b-9a63-f3e8d2f6ba32 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831323 May 26 18:05:21.114461 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-db44fd5d-2cba-46fe-bca4-a2a21cee1a31 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8592176 May 26 18:05:21.245718 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:21.273745 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4efb3784-8cb7-4222-a8c9-daaec180309f req-c384225d-e4b0-4859-ab99-94a394dcaa8a tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151226 May 26 18:05:21.289843 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1c880a95-60dc-4e49-b095-ee78b8f0be02 admin admin] Publish callbacks [] for security_group (82bdf673-69c6-4b33-9aa9-d0425d9bbd2c), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:21.293240 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:21.369800 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1c880a95-60dc-4e49-b095-ee78b8f0be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (82bdf673-69c6-4b33-9aa9-d0425d9bbd2c), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:21.466231 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8360ddfe-183a-4319-8fd2-fdb34a04e02b req-b2ae257f-e94d-4833-ac9c-744d1f9def41 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 210 time: 0.0534422 May 26 18:05:21.491342 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Request body: {'port': {'device_id': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:21.524756 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7fc13de8-5a38-4afa-b0af-942bdf428b37 req-46696c5f-db09-4686-a655-745d7006584e service neutron] Publish callbacks [] for security_group (1fb11059-896a-4f8d-99c2-76a02d0f22c8), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:21.540939 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a14006-975e-4a8e-9d3d-96f25c4467f0 {{(pid=104147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:05:21.555693 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Publish callbacks [] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:21.582330 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7fc13de8-5a38-4afa-b0af-942bdf428b37 req-46696c5f-db09-4686-a655-745d7006584e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (1fb11059-896a-4f8d-99c2-76a02d0f22c8), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:21.589448 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.provisioning_blocks [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Transition to ACTIVE for port object 25a14006-975e-4a8e-9d3d-96f25c4467f0 will not be triggered until provisioned by entity L2. {{(pid=104147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:05:21.593964 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:21.682558 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Pushing event updated for resources: {'Port': ['ID=25a14006-975e-4a8e-9d3d-96f25c4467f0,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:21.707730 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-1c880a95-60dc-4e49-b095-ee78b8f0be02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ed06a764de944f09e6656b70280f04d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0946689 May 26 18:05:21.708821 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Made reservation on behalf of eac4a6151fbb44d1b0b61636a97f56b6 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:21.713884 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:21.725795 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 54204) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:21.726682 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 54206) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:21.789613 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c880a95-60dc-4e49-b095-ee78b8f0be02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bdf673-69c6-4b33-9aa9-d0425d9bbd2c,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:21.855022 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.managers [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Attempting to bind port 25a14006-975e-4a8e-9d3d-96f25c4467f0 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:21.855375 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.managers [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Attempting to bind port 25a14006-975e-4a8e-9d3d-96f25c4467f0 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'}] {{(pid=104147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:21.855717 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Attempting to bind port 25a14006-975e-4a8e-9d3d-96f25c4467f0 on network 674e4916-1510-4fc4-b57b-b0089244acfe {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:21.861831 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Port 25a14006-975e-4a8e-9d3d-96f25c4467f0 on network 674e4916-1510-4fc4-b57b-b0089244acfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:05:21.862423 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Attempting to bind port 25a14006-975e-4a8e-9d3d-96f25c4467f0 on network 674e4916-1510-4fc4-b57b-b0089244acfe {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:21.876006 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:21.876374 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Checking segment: {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:21.876957 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Bound using segment: {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'} {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:21.877428 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.managers [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Bound port: 25a14006-975e-4a8e-9d3d-96f25c4467f0, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'}}] {{(pid=104147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:21.877791 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:21.910029 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-475834fc-17db-4dff-9e5f-fc30a4f7137d service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7941220 May 26 18:05:21.930672 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:21.938973 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22275fe-2d73-4768-a368-4b136be57ef6 req-70cc6fb2-8810-4a6f-8016-f51bd042af50 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:21.949023 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a22275fe-2d73-4768-a368-4b136be57ef6 req-70cc6fb2-8810-4a6f-8016-f51bd042af50 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 943 time: 0.5804343 May 26 18:05:21.972167 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7fc13de8-5a38-4afa-b0af-942bdf428b37 req-46696c5f-db09-4686-a655-745d7006584e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9051967 May 26 18:05:21.983025 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] For port 25a14006-975e-4a8e-9d3d-96f25c4467f0, host hv-cinder-83906, cleared binding levels {{(pid=104147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:22.019252 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] For port 25a14006-975e-4a8e-9d3d-96f25c4467f0, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=25a14006-975e-4a8e-9d3d-96f25c4467f0,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:22.029916 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.050369 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46696c5f-db09-4686-a655-745d7006584e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb11059-896a-4f8d-99c2-76a02d0f22c8,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:22.057020 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.071805 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f5b48244-bb8b-4857-8f1f-3860aab9b65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.080365 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5e4cabc4-3d34-49f9-a9f8-992db5c62e04 admin admin] Publish callbacks [] for security_group (82bdf673-69c6-4b33-9aa9-d0425d9bbd2c), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.112449 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:22.113341 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.118672 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] 10.222.0.86 "PUT /v2.0/ports/25a14006-975e-4a8e-9d3d-96f25c4467f0 HTTP/1.1" status: 200 len: 1093 time: 1.8243780 May 26 18:05:22.120116 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6004051-2831-4f2d-a998-0e4c56354f34', 'tag': '25a14006-975e-4a8e-9d3d-96f25c4467f0'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:22.180324 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca86aa-0253-4973-be9b-7426fef04c7a service neutron] Pushing event updated for resources: {'Port': ['ID=25a14006-975e-4a8e-9d3d-96f25c4467f0,revision_number=3']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:22.290081 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b92b9e-306a-4131-88c6-b62196c435e5 req-bb0e16f8-9298-427e-8571-f19b3cedf842 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:22.292096 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e4b92b9e-306a-4131-88c6-b62196c435e5 req-bb0e16f8-9298-427e-8571-f19b3cedf842 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 931 time: 0.0639665 May 26 18:05:22.322508 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c8b28f-68f6-4efa-807a-3d828cc3a650" -d '{"events": [{"name": "network-changed", "server_uuid": "e6004051-2831-4f2d-a998-0e4c56354f34", "tag": "25a14006-975e-4a8e-9d3d-96f25c4467f0"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:22.354313 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e4b92b9e-306a-4131-88c6-b62196c435e5 req-337f557f-60b4-44ec-b1af-8d5895093438 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556393 May 26 18:05:22.447297 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5e4cabc4-3d34-49f9-a9f8-992db5c62e04 admin admin] Publish callbacks [] for security_group (82bdf673-69c6-4b33-9aa9-d0425d9bbd2c), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.467965 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea842b3d-4e43-496c-a60f-b44bfcc539dd x-openstack-request-id: req-ea842b3d-4e43-496c-a60f-b44bfcc539dd {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:22.468720 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6004051-2831-4f2d-a998-0e4c56354f34", "tag": "25a14006-975e-4a8e-9d3d-96f25c4467f0", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:22.470615 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea842b3d-4e43-496c-a60f-b44bfcc539dd {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:22.471867 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea842b3d-4e43-496c-a60f-b44bfcc539dd'] response: {'name': 'network-changed', 'server_uuid': 'e6004051-2831-4f2d-a998-0e4c56354f34', 'tag': '25a14006-975e-4a8e-9d3d-96f25c4467f0', 'status': 'completed', 'code': 200} May 26 18:05:22.520716 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a22275fe-2d73-4768-a368-4b136be57ef6 req-28809fb7-f774-428b-bf32-186a1e5307cb tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704994 May 26 18:05:22.602063 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002de41e-d61e-4cd5-bda6-428aaadac5fb req-4f8ae689-7fd5-4c69-80cd-2f2f30c083c3 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:22.604006 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-002de41e-d61e-4cd5-bda6-428aaadac5fb req-4f8ae689-7fd5-4c69-80cd-2f2f30c083c3 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.0711517 May 26 18:05:22.649551 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ec80c641-ae86-4794-bee2-c186e007105a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.677640 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-002de41e-d61e-4cd5-bda6-428aaadac5fb req-931ee6bc-6a5a-483d-b363-7fcc965a226f tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571227 May 26 18:05:22.713583 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fa0ab93a-260e-41cb-9325-3ca9ee5e60b2 req-62a84ae9-067e-4c05-8b6a-637278147d2a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 210 time: 0.1013951 May 26 18:05:22.736467 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:22.749462 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Allocated IP 172.20.0.7 (88540240-a343-4b80-bbe6-aa98a82d692f/6b62c5e0-7707-42d0-8ddb-bc0148c5e061/c6d58bd6-9928-4743-8a53-a4e8c97f7f99) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:05:22.763218 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f5b48244-bb8b-4857-8f1f-3860aab9b65f admin admin] Publish callbacks [] for security_group (95252d02-9879-41a5-b9cf-8fa4138b1977), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.775373 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f5b48244-bb8b-4857-8f1f-3860aab9b65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (95252d02-9879-41a5-b9cf-8fa4138b1977), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.777836 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5e4cabc4-3d34-49f9-a9f8-992db5c62e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (82bdf673-69c6-4b33-9aa9-d0425d9bbd2c), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.780534 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5e4cabc4-3d34-49f9-a9f8-992db5c62e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:22.781708 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5e4cabc4-3d34-49f9-a9f8-992db5c62e04 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/82bdf673-69c6-4b33-9aa9-d0425d9bbd2c HTTP/1.1" status: 204 len: 168 time: 1.0534317 May 26 18:05:22.895618 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-f5b48244-bb8b-4857-8f1f-3860aab9b65f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eae794b2af6b47cc8b3efd9142467f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1397026 May 26 18:05:22.902522 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 54236) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:22.907784 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b48244-bb8b-4857-8f1f-3860aab9b65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95252d02-9879-41a5-b9cf-8fa4138b1977,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:22.958505 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:23.008005 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cabc4-3d34-49f9-a9f8-992db5c62e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bdf673-69c6-4b33-9aa9-d0425d9bbd2c,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:23.078541 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-0b9ebad9-4d9f-42cc-80a2-7d205673bade admin admin] Publish callbacks [] for security_group (95252d02-9879-41a5-b9cf-8fa4138b1977), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.158074 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-0b9ebad9-4d9f-42cc-80a2-7d205673bade admin admin] Publish callbacks [] for security_group (95252d02-9879-41a5-b9cf-8fa4138b1977), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.184805 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.196903 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f8b000-2834-4a6a-86b1-591ea06d67c9 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:05:23.213626 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Publish callbacks [] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.239389 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Transition to ACTIVE for port object 52f8b000-2834-4a6a-86b1-591ea06d67c9 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:05:23.249588 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.317212 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-0b9ebad9-4d9f-42cc-80a2-7d205673bade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (95252d02-9879-41a5-b9cf-8fa4138b1977), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.317212 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-0b9ebad9-4d9f-42cc-80a2-7d205673bade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.320485 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-0b9ebad9-4d9f-42cc-80a2-7d205673bade admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/95252d02-9879-41a5-b9cf-8fa4138b1977 HTTP/1.1" status: 204 len: 168 time: 0.4112482 May 26 18:05:23.325356 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.327019 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Pushing event updated for resources: {'Port': ['ID=52f8b000-2834-4a6a-86b1-591ea06d67c9,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:23.348522 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ebad9-4d9f-42cc-80a2-7d205673bade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95252d02-9879-41a5-b9cf-8fa4138b1977,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:23.372091 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:23.471781 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Network 88540240-a343-4b80-bbe6-aa98a82d692f is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:05:23.483230 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:23.486808 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:05:23.495289 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=c6d58bd6-9928-4743-8a53-a4e8c97f7f99,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:23.587711 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d3d5e-728b-4198-a608-92edf4c798e8 req-fc06d398-2824-4055-80b8-5ab293d92475 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:23.591307 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6b6d3d5e-728b-4198-a608-92edf4c798e8 req-fc06d398-2824-4055-80b8-5ab293d92475 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 943 time: 0.1379211 May 26 18:05:23.592057 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:23.605977 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Attempting to bind port 52f8b000-2834-4a6a-86b1-591ea06d67c9 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:23.606912 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Attempting to bind port 52f8b000-2834-4a6a-86b1-591ea06d67c9 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:23.607428 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Attempting to bind port 52f8b000-2834-4a6a-86b1-591ea06d67c9 on network 31cac232-9768-4083-9065-c20228929068 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:23.614307 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Port 52f8b000-2834-4a6a-86b1-591ea06d67c9 on network 31cac232-9768-4083-9065-c20228929068 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:05:23.614857 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Attempting to bind port 52f8b000-2834-4a6a-86b1-591ea06d67c9 on network 31cac232-9768-4083-9065-c20228929068 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:23.622970 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:23.623874 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.639184 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=69 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:23.642104 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:23.642717 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Checking segment: {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:23.643366 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Bound using segment: {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:23.643969 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Bound port: 52f8b000-2834-4a6a-86b1-591ea06d67c9, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:23.644511 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.664508 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d4dd774d-c8bb-445b-b3b9-d05ec06f6eb0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0503511 May 26 18:05:23.731783 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6b6d3d5e-728b-4198-a608-92edf4c798e8 req-66bc4b61-b671-4741-a293-86e69cb53b25 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319072 May 26 18:05:23.864984 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1cafd-9b33-4224-b6c7-ab4e8a083258 req-619ca621-29c3-4a85-81f3-f7e678acde39 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:23.872570 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47d1cafd-9b33-4224-b6c7-ab4e8a083258 req-619ca621-29c3-4a85-81f3-f7e678acde39 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 943 time: 0.1713808 May 26 18:05:23.897050 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] For port 52f8b000-2834-4a6a-86b1-591ea06d67c9, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:23.905404 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.918634 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] For port 52f8b000-2834-4a6a-86b1-591ea06d67c9, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=52f8b000-2834-4a6a-86b1-591ea06d67c9,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:23.940345 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-a271521b-72af-4be3-b79d-603a98de36fc None None] Provisioning complete for port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:23.941128 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a271521b-72af-4be3-b79d-603a98de36fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.941344 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:23.956417 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cf049-5160-4a3f-86fc-f1a419babc51 req-062eae5a-d54d-42d9-9754-26a7557b64c9 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:23.958589 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c19cf049-5160-4a3f-86fc-f1a419babc51 req-062eae5a-d54d-42d9-9754-26a7557b64c9 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.1097333 May 26 18:05:23.983334 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-a271521b-72af-4be3-b79d-603a98de36fc None None] Port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:05:24.003009 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47d1cafd-9b33-4224-b6c7-ab4e8a083258 req-0ff4cca1-0421-4841-956f-84ef44e53761 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292603 May 26 18:05:24.007089 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:24.008142 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:24.011074 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] 10.222.0.86 "PUT /v2.0/ports/52f8b000-2834-4a6a-86b1-591ea06d67c9 HTTP/1.1" status: 200 len: 1093 time: 2.6827023 May 26 18:05:24.044728 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:24.054021 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'tag': '52f8b000-2834-4a6a-86b1-591ea06d67c9'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:24.056360 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c19cf049-5160-4a3f-86fc-f1a419babc51 req-43787049-9423-4a5c-b22b-4c850a74ee3f tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852230 May 26 18:05:24.057236 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 54274) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:24.058251 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2dc8ee-755e-46cd-a824-d927c7ec4a29" -d '{"events": [{"name": "network-changed", "server_uuid": "c8623e13-810b-433d-9e9d-e588bb5781eb", "tag": "52f8b000-2834-4a6a-86b1-591ea06d67c9"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:24.062172 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18120b6-3984-426c-a24b-c5166eda453b service neutron] Pushing event updated for resources: {'Port': ['ID=52f8b000-2834-4a6a-86b1-591ea06d67c9,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:24.074433 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-34bb4ece-cc1d-492a-95d6-3ff0c2b34217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:24.134761 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:24.166451 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e69a6a3-2a5e-49d1-b457-2e20453828d6 x-openstack-request-id: req-2e69a6a3-2a5e-49d1-b457-2e20453828d6 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:24.166682 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8623e13-810b-433d-9e9d-e588bb5781eb", "tag": "52f8b000-2834-4a6a-86b1-591ea06d67c9", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:24.166900 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e69a6a3-2a5e-49d1-b457-2e20453828d6 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:24.167288 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e69a6a3-2a5e-49d1-b457-2e20453828d6'] response: {'name': 'network-changed', 'server_uuid': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'tag': '52f8b000-2834-4a6a-86b1-591ea06d67c9', 'status': 'completed', 'code': 200} May 26 18:05:24.170861 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:24.190960 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5949a4e-f176-4fdc-a4c0-ca7cee9f489d req-49a98013-ab72-443f-bc30-457572f79703 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:24.192626 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f5949a4e-f176-4fdc-a4c0-ca7cee9f489d req-49a98013-ab72-443f-bc30-457572f79703 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 931 time: 0.0820196 May 26 18:05:24.208963 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-34bb4ece-cc1d-492a-95d6-3ff0c2b34217 admin admin] Publish callbacks [] for security_group (b1330433-7af1-4144-9145-db45f8be04ed), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:24.213593 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-34bb4ece-cc1d-492a-95d6-3ff0c2b34217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b1330433-7af1-4144-9145-db45f8be04ed), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:24.267683 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb4ece-cc1d-492a-95d6-3ff0c2b34217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1330433-7af1-4144-9145-db45f8be04ed,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:24.271950 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-34bb4ece-cc1d-492a-95d6-3ff0c2b34217 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=50ed3c4298544707945fda2d53e8112a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136121 May 26 18:05:24.274610 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 54284) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:24.294068 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f5949a4e-f176-4fdc-a4c0-ca7cee9f489d req-929ae6f3-b273-4dec-ad36-63997dc6da2d tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924318 May 26 18:05:24.357791 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-88d408d5-d811-48fa-8e04-915360868196 admin admin] Publish callbacks [] for security_group (b1330433-7af1-4144-9145-db45f8be04ed), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:24.387500 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-88d408d5-d811-48fa-8e04-915360868196 admin admin] Publish callbacks [] for security_group (b1330433-7af1-4144-9145-db45f8be04ed), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:24.455148 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-88d408d5-d811-48fa-8e04-915360868196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b1330433-7af1-4144-9145-db45f8be04ed), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:24.457697 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-88d408d5-d811-48fa-8e04-915360868196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:24.458905 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-88d408d5-d811-48fa-8e04-915360868196 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b1330433-7af1-4144-9145-db45f8be04ed HTTP/1.1" status: 204 len: 168 time: 0.1833243 May 26 18:05:24.468213 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d408d5-d811-48fa-8e04-915360868196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1330433-7af1-4144-9145-db45f8be04ed,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:24.871121 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa115e8c-fb1e-4027-96b8-5f6ed04aa95a req-c9fcbe51-1708-4a75-af62-a006133b0af1 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:24.872948 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fa115e8c-fb1e-4027-96b8-5f6ed04aa95a req-c9fcbe51-1708-4a75-af62-a006133b0af1 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 943 time: 0.0602338 May 26 18:05:24.949568 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fa115e8c-fb1e-4027-96b8-5f6ed04aa95a req-e9210187-d47e-4296-b75a-baa0d6e55cfc tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609233 May 26 18:05:25.211245 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c7c65-5b14-48b9-a1dc-2d729b11f0f5 req-e6c5f9f2-41b4-40fc-b076-107e30abc53f tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:25.218170 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bfecf-869b-4a29-99cb-43fb8bd6ebda req-608e4e29-50ad-4366-8e0e-d9302f21f890 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:25.218848 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-372c7c65-5b14-48b9-a1dc-2d729b11f0f5 req-e6c5f9f2-41b4-40fc-b076-107e30abc53f tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.0635705 May 26 18:05:25.221384 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5d4bfecf-869b-4a29-99cb-43fb8bd6ebda req-608e4e29-50ad-4366-8e0e-d9302f21f890 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 943 time: 0.1403291 May 26 18:05:25.283445 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-372c7c65-5b14-48b9-a1dc-2d729b11f0f5 req-004e5165-521a-463d-9e4c-33d233c5eb9e tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634587 May 26 18:05:25.299528 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5d4bfecf-869b-4a29-99cb-43fb8bd6ebda req-c1981c40-6e58-48dc-9738-83a29cff0562 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684099 May 26 18:05:25.338611 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Request body: {'port': {'device_id': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:25.447554 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:25.464079 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc8ee-755e-46cd-a824-d927c7ec4a29 req-904e8094-6841-4cd2-80d0-4040c3d61402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:25.464241 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c6d10-9479-472c-963c-3918c05b1e11 req-af186e6b-3391-43bf-a612-9dfccd276aac tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:25.465602 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cc2dc8ee-755e-46cd-a824-d927c7ec4a29 req-904e8094-6841-4cd2-80d0-4040c3d61402 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 1127 time: 0.0869386 May 26 18:05:25.473640 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ad7c6d10-9479-472c-963c-3918c05b1e11 req-af186e6b-3391-43bf-a612-9dfccd276aac tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 931 time: 0.0839357 May 26 18:05:25.510700 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:25.547626 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ad7c6d10-9479-472c-963c-3918c05b1e11 req-37289a4a-ae05-462d-a5fc-fd7f4e673c8c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728300 May 26 18:05:25.825817 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8b28f-68f6-4efa-807a-3d828cc3a650 req-94afa996-6314-45bd-a0e9-966035e5f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:25.828989 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-98c8b28f-68f6-4efa-807a-3d828cc3a650 req-94afa996-6314-45bd-a0e9-966035e5f093 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 1127 time: 0.1650643 May 26 18:05:25.950869 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8 req-d8c4fb81-71e9-4216-bb2f-51521943f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:25.952384 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8 req-d8c4fb81-71e9-4216-bb2f-51521943f2e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 1127 time: 0.2656875 May 26 18:05:25.987856 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:26.133519 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc8ee-755e-46cd-a824-d927c7ec4a29 req-5d3a46ff-51c8-42f2-87f7-e3981225c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:26.139188 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cc2dc8ee-755e-46cd-a824-d927c7ec4a29 req-5d3a46ff-51c8-42f2-87f7-e3981225c641 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c0b976166b884524b9a3855712be72de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4146411 May 26 18:05:26.159922 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8b28f-68f6-4efa-807a-3d828cc3a650 req-8dad05cc-9b98-44f1-95ed-87df994fca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:26.161514 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-98c8b28f-68f6-4efa-807a-3d828cc3a650 req-8dad05cc-9b98-44f1-95ed-87df994fca0a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3199515 May 26 18:05:26.215798 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:05:26.540561 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:26.577762 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'port_id': 'c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb', 'mac_address': 'fa:16:3e:54:55:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:05:26.688240 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cb915-a716-4381-9a86-52579f254315 req-ed325ea6-4de0-4925-9cb1-66f6f0b10656 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:26.689937 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d09cb915-a716-4381-9a86-52579f254315 req-ed325ea6-4de0-4925-9cb1-66f6f0b10656 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 943 time: 0.6169260 May 26 18:05:26.712744 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:26.713320 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:26.719257 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8b28f-68f6-4efa-807a-3d828cc3a650 req-5d1f556b-a6ab-4ecf-9a6e-1a36b5ad6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:26.721346 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-98c8b28f-68f6-4efa-807a-3d828cc3a650 req-5d1f556b-a6ab-4ecf-9a6e-1a36b5ad6d3e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5527608 May 26 18:05:26.730953 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927f4c2-1fbd-4b97-8ce5-24918806146c req-1fcde242-51d7-4d4e-a0c0-cf578bcdf16a tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:26.733527 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0927f4c2-1fbd-4b97-8ce5-24918806146c req-1fcde242-51d7-4d4e-a0c0-cf578bcdf16a tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.3320456 May 26 18:05:26.751964 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:05:26.792913 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:26.796485 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0927f4c2-1fbd-4b97-8ce5-24918806146c req-c43eda85-5035-4ab0-a254-bdcce661954c tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550108 May 26 18:05:26.808033 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:26.814246 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:26.831275 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8 req-62865306-6791-4386-8f44-ffd088480f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:26.837836 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8 req-62865306-6791-4386-8f44-ffd088480f46 service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.8722885 May 26 18:05:26.864119 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d58bd6-9928-4743-8a53-a4e8c97f7f99 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:05:26.872473 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Publish callbacks [] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:26.903742 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Transition to ACTIVE for port object c6d58bd6-9928-4743-8a53-a4e8c97f7f99 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:05:26.906941 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:26.922799 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:26.966656 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140f739-967b-4ed9-9cc1-277796367622 req-c994abc9-c350-4677-8b16-2e4cb2c9fc22 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:26.968333 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4140f739-967b-4ed9-9cc1-277796367622 req-c994abc9-c350-4677-8b16-2e4cb2c9fc22 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 943 time: 0.0759327 May 26 18:05:26.981041 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:26.988000 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:27.000687 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d09cb915-a716-4381-9a86-52579f254315 req-ec2bbc7d-837e-4be5-a17c-aa6523a81374 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853947 May 26 18:05:27.045907 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc8ee-755e-46cd-a824-d927c7ec4a29 req-64e1f46e-16af-4358-886b-6725f9f2a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:27.047302 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:27.048224 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cc2dc8ee-755e-46cd-a824-d927c7ec4a29 req-64e1f46e-16af-4358-886b-6725f9f2a21a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8958228 May 26 18:05:27.058696 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4140f739-967b-4ed9-9cc1-277796367622 req-c2d8cf11-28ba-4550-8c37-21cbee90b7e2 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808036 May 26 18:05:27.069395 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d58bd6-9928-4743-8a53-a4e8c97f7f99,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:27.121170 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:05:27.239252 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Attempting to bind port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:05:27.247119 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Attempting to bind port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:05:27.247459 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Attempting to bind port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 on network 88540240-a343-4b80-bbe6-aa98a82d692f {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:27.274768 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e3a56-9e34-4a66-8854-01388c2bb27f req-13404bd9-a135-40b6-a37b-982ae5ca88bb tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:27.277872 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-af6e3a56-9e34-4a66-8854-01388c2bb27f req-13404bd9-a135-40b6-a37b-982ae5ca88bb tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 943 time: 0.0926266 May 26 18:05:27.321025 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 on network 88540240-a343-4b80-bbe6-aa98a82d692f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:05:27.321598 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Attempting to bind port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 on network 88540240-a343-4b80-bbe6-aa98a82d692f {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:05:27.328621 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8 req-34605ab3-9d6c-41dd-a195-e1c04b8c1138 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb HTTP/1.1" status: 200 len: 217 time: 0.0722311 May 26 18:05:27.355926 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:05:27.356551 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Checking segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:27.357091 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Bound using segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:05:27.357691 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Bound port: c6d58bd6-9928-4743-8a53-a4e8c97f7f99, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:05:27.358252 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:27.443278 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ca129-6212-4f22-acfa-2951127c769b req-d0dd8f63-fa04-4286-bc66-3dcd50a1e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:27.449419 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-d0dd8f63-fa04-4286-bc66-3dcd50a1e37b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 1127 time: 0.1326694 May 26 18:05:27.488007 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-b26567d3-a879-45cb-9bad-4d0f84798db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:27.489915 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-b26567d3-a879-45cb-9bad-4d0f84798db6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 1127 time: 0.1266289 May 26 18:05:27.512818 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8 req-6473c97b-7e10-4c73-884a-0eece879aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:27.525669 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8 req-6473c97b-7e10-4c73-884a-0eece879aa33 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.1868701 May 26 18:05:27.570421 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-af6e3a56-9e34-4a66-8854-01388c2bb27f req-ae692c3f-7e09-48df-a767-2a4ee9bb6650 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457747 May 26 18:05:27.584550 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-9b622451-7c17-4ab7-a03b-0820b8211ad7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f8b000-2834-4a6a-86b1-591ea06d67c9 HTTP/1.1" status: 200 len: 217 time: 0.1197093 May 26 18:05:27.645828 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-99bb1fe0-73df-4602-9aae-14df71f181c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25a14006-975e-4a8e-9d3d-96f25c4467f0 HTTP/1.1" status: 200 len: 217 time: 0.1358893 May 26 18:05:27.689343 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ca129-6212-4f22-acfa-2951127c769b req-4ade1e17-feb5-432a-bb47-1dde06108bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:27.690880 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-4ade1e17-feb5-432a-bb47-1dde06108bdd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6391f8f8-c65b-4530-8b3e-5895efce7c46 HTTP/1.1" status: 200 len: 850 time: 0.0999246 May 26 18:05:27.700139 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:27.757184 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] For port c6d58bd6-9928-4743-8a53-a4e8c97f7f99, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:05:27.765568 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8 req-807c9326-39c2-42a0-8d31-ba8b5671e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:27.767361 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8 req-807c9326-39c2-42a0-8d31-ba8b5671e6ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2181227 May 26 18:05:27.799266 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] For port c6d58bd6-9928-4743-8a53-a4e8c97f7f99, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=c6d58bd6-9928-4743-8a53-a4e8c97f7f99,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:05:27.829768 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:27.834499 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ca129-6212-4f22-acfa-2951127c769b req-f498bb2d-ac3c-4afc-b5c8-d493ba373a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:27.838748 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-499f6f76-ee05-4f54-90a6-e007183afee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:27.840504 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-499f6f76-ee05-4f54-90a6-e007183afee6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.1711698 May 26 18:05:27.840842 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-f498bb2d-ac3c-4afc-b5c8-d493ba373a95 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31cac232-9768-4083-9065-c20228929068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1436732 May 26 18:05:28.018596 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6633c3-5a1b-440f-8dd9-4a7ec9ace7db req-ef7375ae-486b-4c22-aa0a-c4dff5c86978 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:28.019039 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:28.019998 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:28.026758 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-6b092b45-959a-4897-9c8c-055222129015 service neutron] 10.222.0.86 "PUT /v2.0/ports/c6d58bd6-9928-4743-8a53-a4e8c97f7f99 HTTP/1.1" status: 200 len: 1093 time: 2.6942182 May 26 18:05:28.027440 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'tag': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:28.030488 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b2913c-7bb1-43f0-bbe9-5706c37a528a" -d '{"events": [{"name": "network-changed", "server_uuid": "9288cf08-2b09-4c42-9831-8fbaa8f789ca", "tag": "c6d58bd6-9928-4743-8a53-a4e8c97f7f99"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:28.042712 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2d6633c3-5a1b-440f-8dd9-4a7ec9ace7db req-ef7375ae-486b-4c22-aa0a-c4dff5c86978 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.1366770 May 26 18:05:28.124789 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-d3cd5a61-052e-4b33-aa42-36cfc29e3f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:28.125920 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-d25b540f-40fd-415a-848c-34295c75b293 service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731037 May 26 18:05:28.127154 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-d3cd5a61-052e-4b33-aa42-36cfc29e3f75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2023456 May 26 18:05:28.185331 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2d6633c3-5a1b-440f-8dd9-4a7ec9ace7db req-807ad965-ea9d-4bf1-84d4-9bd45110abe0 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417186 May 26 18:05:28.226060 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:28.249716 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b092b45-959a-4897-9c8c-055222129015 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d58bd6-9928-4743-8a53-a4e8c97f7f99,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:28.303149 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f59ca129-6212-4f22-acfa-2951127c769b req-2bceeeae-73d0-4431-adad-4a6fa6369e19 service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469817 May 26 18:05:28.346163 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d2677c-5d81-4b31-91e6-31e51d46746b x-openstack-request-id: req-81d2677c-5d81-4b31-91e6-31e51d46746b {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:28.346501 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9288cf08-2b09-4c42-9831-8fbaa8f789ca", "tag": "c6d58bd6-9928-4743-8a53-a4e8c97f7f99", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:28.346765 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81d2677c-5d81-4b31-91e6-31e51d46746b {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:28.347245 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d2677c-5d81-4b31-91e6-31e51d46746b'] response: {'name': 'network-changed', 'server_uuid': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'tag': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'status': 'completed', 'code': 200} May 26 18:05:28.358760 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:28.386184 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-e5be8c41-adaa-4d98-b87e-55f7e3005ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:28.388963 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-e5be8c41-adaa-4d98-b87e-55f7e3005ad9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 1127 time: 0.2560010 May 26 18:05:28.391443 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8 req-0f74216a-e757-4e75-bef3-10a72e5d8c6d service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6099937 May 26 18:05:28.395450 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:05:28.404075 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:28.404385 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:28.486608 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3161b-3b53-499f-9a13-c69c668d2e0b req-e08fbb23-a1ed-4644-8639-7044288396c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:28.494573 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-43c3161b-3b53-499f-9a13-c69c668d2e0b req-e08fbb23-a1ed-4644-8639-7044288396c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 943 time: 0.2376993 May 26 18:05:28.522134 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:28.522934 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:28.529197 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:28.552758 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1394a-b075-42e1-bfd2-1c1f004b1f03 req-f77db025-f9f2-4b9a-8892-ae566464fc98 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:28.554492 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e8c1394a-b075-42e1-bfd2-1c1f004b1f03 req-f77db025-f9f2-4b9a-8892-ae566464fc98 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 943 time: 0.1228471 May 26 18:05:28.584700 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2e233-cbae-48e1-aa0e-cfc0231e18b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:28.587688 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73f72b0-25f9-457a-9754-ea517de37663" -d '{"events": [{"server_uuid": "b7e2e233-cbae-48e1-aa0e-cfc0231e18b3", "name": "network-vif-plugged", "status": "completed", "tag": "c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:28.600243 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-046e8039-0015-4fc5-b53b-eb75f71607cf service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457799 May 26 18:05:28.617537 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-43c3161b-3b53-499f-9a13-c69c668d2e0b req-39eadb2d-5873-4418-9e59-3304832387fe tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166885 May 26 18:05:28.626308 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:28.628150 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e8c1394a-b075-42e1-bfd2-1c1f004b1f03 req-fd2abd3a-eb0a-4b7b-9224-48ff7faf2d4b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616143 May 26 18:05:28.638508 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:28.678736 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de2a2d9-6a7f-4321-948f-a431611f2288 x-openstack-request-id: req-5de2a2d9-6a7f-4321-948f-a431611f2288 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:28.679415 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e2e233-cbae-48e1-aa0e-cfc0231e18b3", "name": "network-vif-plugged", "status": "completed", "tag": "c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:28.679891 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5de2a2d9-6a7f-4321-948f-a431611f2288 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:28.680481 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de2a2d9-6a7f-4321-948f-a431611f2288'] response: {'server_uuid': 'b7e2e233-cbae-48e1-aa0e-cfc0231e18b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb', 'code': 200} May 26 18:05:28.714744 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:28.782065 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2c8cb-75f7-4f67-a6f2-4677aa1729d9 req-24930973-14e9-429b-9815-f8bf933a0cb9 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:28.783726 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7eb2c8cb-75f7-4f67-a6f2-4677aa1729d9 req-24930973-14e9-429b-9815-f8bf933a0cb9 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 943 time: 0.0649097 May 26 18:05:28.847455 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7eb2c8cb-75f7-4f67-a6f2-4677aa1729d9 req-da54406c-891c-4221-8db5-6b785e7c0816 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560327 May 26 18:05:29.335352 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-2173fb9e-58f8-468d-a6d9-19e02dcf578e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d58bd6-9928-4743-8a53-a4e8c97f7f99 HTTP/1.1" status: 200 len: 217 time: 0.1069665 May 26 18:05:29.464189 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-a52fb2cf-593a-4a7b-91e5-0660f62d7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:29.465741 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-a52fb2cf-593a-4a7b-91e5-0660f62d7d0d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.1210670 May 26 18:05:29.522240 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c542206b-ff54-4b6c-b7e6-9ba04c2e02bf req-18bdc6ed-930e-4e35-941c-8573d2e19387 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962396 May 26 18:05:29.527460 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3bb84c4e-d1d1-4884-a4c7-dadbef3993b8 req-59db6b17-3f14-4dd0-880c-86e47287ffac service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001390 May 26 18:05:29.546176 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3b9cd-3a19-4ce8-96cd-207be18769ff req-22ad3847-b783-45df-b577-6b755bccdbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:29.546818 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-faf3b9cd-3a19-4ce8-96cd-207be18769ff req-22ad3847-b783-45df-b577-6b755bccdbed service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 1129 time: 0.0953834 May 26 18:05:29.547765 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 54552) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:29.554504 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-2e03dd01-9e39-42cd-87f9-e0730087b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:29.556349 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-2e03dd01-9e39-42cd-87f9-e0730087b843 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691905 May 26 18:05:29.625643 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-faf3b9cd-3a19-4ce8-96cd-207be18769ff req-2499d631-c6c7-409a-9a41-d7b431452dea service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608327 May 26 18:05:29.693525 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-55ee5ad7-3cb3-4985-afcb-1fd1e1914586 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248181 May 26 18:05:29.720981 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e8bfdbf7-0c67-4ffe-a72f-41e21106568f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:29.765970 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01c11a-5d32-41f6-be32-262c1389d08e req-22a75cac-3be2-495e-ab46-bf40166cc143 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:29.768218 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4c01c11a-5d32-41f6-be32-262c1389d08e req-22a75cac-3be2-495e-ab46-bf40166cc143 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 943 time: 0.0680623 May 26 18:05:29.794045 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e3fa2-8fcf-4ebd-b4ee-149a0e892969 req-c4fef12d-da10-445a-ada4-1c22561b522a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:29.795785 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7b5e3fa2-8fcf-4ebd-b4ee-149a0e892969 req-c4fef12d-da10-445a-ada4-1c22561b522a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 943 time: 0.0712576 May 26 18:05:29.835123 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4c01c11a-5d32-41f6-be32-262c1389d08e req-33ce3a50-45b5-49cc-ad5f-faa3298a1226 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597022 May 26 18:05:29.900094 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7b5e3fa2-8fcf-4ebd-b4ee-149a0e892969 req-6b357a93-8a6d-4651-82af-100aa8d10ee3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968077 May 26 18:05:29.910622 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e8bfdbf7-0c67-4ffe-a72f-41e21106568f admin admin] Publish callbacks [] for security_group (ef91989c-33ae-4bf0-a6ea-2d93721b2a03), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:29.920604 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e8bfdbf7-0c67-4ffe-a72f-41e21106568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (ef91989c-33ae-4bf0-a6ea-2d93721b2a03), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:29.925762 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:29.927952 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:29.971304 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-e8bfdbf7-0c67-4ffe-a72f-41e21106568f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6d55e5af817446ff85e70f08c4bf3e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4225109 May 26 18:05:29.972445 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfdbf7-0c67-4ffe-a72f-41e21106568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef91989c-33ae-4bf0-a6ea-2d93721b2a03,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:29.973858 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 54564) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:30.009308 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:30.052312 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1c3b8-ce8d-4dfd-abb3-603231a5b2d9 req-842809ef-e5ae-4628-abd5-98a65cfeee5f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:30.053863 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4ce1c3b8-ce8d-4dfd-abb3-603231a5b2d9 req-842809ef-e5ae-4628-abd5-98a65cfeee5f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 943 time: 0.0926738 May 26 18:05:30.117799 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f00b4b18-4fd8-4a60-ac9a-3c01412f0de4 admin admin] Publish callbacks [] for security_group (ef91989c-33ae-4bf0-a6ea-2d93721b2a03), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.151766 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4ce1c3b8-ce8d-4dfd-abb3-603231a5b2d9 req-d87476f0-3d45-4493-89f4-fc965a5f5c34 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898228 May 26 18:05:30.162488 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f00b4b18-4fd8-4a60-ac9a-3c01412f0de4 admin admin] Publish callbacks [] for security_group (ef91989c-33ae-4bf0-a6ea-2d93721b2a03), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.217563 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 52f8b000-2834-4a6a-86b1-591ea06d67c9 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:05:30.231629 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f00b4b18-4fd8-4a60-ac9a-3c01412f0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (ef91989c-33ae-4bf0-a6ea-2d93721b2a03), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.234119 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f00b4b18-4fd8-4a60-ac9a-3c01412f0de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.235291 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-f00b4b18-4fd8-4a60-ac9a-3c01412f0de4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef91989c-33ae-4bf0-a6ea-2d93721b2a03 HTTP/1.1" status: 204 len: 168 time: 0.2602804 May 26 18:05:30.251382 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b4b18-4fd8-4a60-ac9a-3c01412f0de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef91989c-33ae-4bf0-a6ea-2d93721b2a03,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:30.278110 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:30.381155 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 52f8b000-2834-4a6a-86b1-591ea06d67c9, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=52f8b000-2834-4a6a-86b1-591ea06d67c9,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:30.394218 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '52f8b000-2834-4a6a-86b1-591ea06d67c9', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'port_id': '52f8b000-2834-4a6a-86b1-591ea06d67c9', 'mac_address': 'fa:16:3e:8f:9d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:05:30.430970 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 52f8b000-2834-4a6a-86b1-591ea06d67c9 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:30.431407 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.447992 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f8b000-2834-4a6a-86b1-591ea06d67c9 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:05:30.468917 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 52f8b000-2834-4a6a-86b1-591ea06d67c9, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=52f8b000-2834-4a6a-86b1-591ea06d67c9,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:30.472980 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.535042 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=52f8b000-2834-4a6a-86b1-591ea06d67c9,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:30.604714 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 54594) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:30.624772 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-49314b93-ceb4-4865-bf15-e1899aaf90af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.712902 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-49314b93-ceb4-4865-bf15-e1899aaf90af admin admin] Publish callbacks [] for security_group (b7a31fd9-529c-4cea-833a-b7ddaccacaef), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.725828 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-49314b93-ceb4-4865-bf15-e1899aaf90af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b7a31fd9-529c-4cea-833a-b7ddaccacaef), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.729710 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:30.767671 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49314b93-ceb4-4865-bf15-e1899aaf90af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a31fd9-529c-4cea-833a-b7ddaccacaef,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:30.774239 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-49314b93-ceb4-4865-bf15-e1899aaf90af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb33d2a9c51b40818ba8223009114518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673284 May 26 18:05:30.776259 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 54602) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:30.806950 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['52f8b000-2834-4a6a-86b1-591ea06d67c9'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:05:30.901083 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-116122cb-8902-4650-a9a0-d8e7907d4c7d admin admin] Publish callbacks [] for security_group (b7a31fd9-529c-4cea-833a-b7ddaccacaef), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.921359 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49de1d86-6800-4ad6-8f81-3a45556a4da9 req-d8a20c7d-ef1b-43fd-84ba-7a3f350a55ef service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313310 May 26 18:05:30.952169 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-116122cb-8902-4650-a9a0-d8e7907d4c7d admin admin] Publish callbacks [] for security_group (b7a31fd9-529c-4cea-833a-b7ddaccacaef), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:30.981649 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1953a7-c595-4227-8adc-86f4f5d9f9fa req-5bccb39a-4a21-4f32-a27f-16c70632c744 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:30.989321 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fe1953a7-c595-4227-8adc-86f4f5d9f9fa req-5bccb39a-4a21-4f32-a27f-16c70632c744 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 944 time: 0.0599878 May 26 18:05:31.018849 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-116122cb-8902-4650-a9a0-d8e7907d4c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b7a31fd9-529c-4cea-833a-b7ddaccacaef), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.022328 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-116122cb-8902-4650-a9a0-d8e7907d4c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:31.026166 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-116122cb-8902-4650-a9a0-d8e7907d4c7d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7a31fd9-529c-4cea-833a-b7ddaccacaef HTTP/1.1" status: 204 len: 168 time: 0.2462637 May 26 18:05:31.033111 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116122cb-8902-4650-a9a0-d8e7907d4c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a31fd9-529c-4cea-833a-b7ddaccacaef,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:31.054505 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fe1953a7-c595-4227-8adc-86f4f5d9f9fa req-645c4d84-f454-4f15-b5cc-ef5aff9dfd02 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627925 May 26 18:05:31.211557 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212d35-f20d-464b-b038-2b5aa47f2e00 req-09d41460-e374-4b27-bf26-f62adeac161b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:31.213556 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-93212d35-f20d-464b-b038-2b5aa47f2e00 req-09d41460-e374-4b27-bf26-f62adeac161b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 943 time: 0.0596924 May 26 18:05:31.353910 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-93212d35-f20d-464b-b038-2b5aa47f2e00 req-57cc0d98-5a23-4037-aa8c-aa35d95a683c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114824 May 26 18:05:31.623938 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6c88b-d9e5-4797-bed5-b5add1f89d20 req-63e454ca-d72a-4bfb-85af-1e2ddc33bac2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:31.634359 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5ac6c88b-d9e5-4797-bed5-b5add1f89d20 req-63e454ca-d72a-4bfb-85af-1e2ddc33bac2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 943 time: 0.1386335 May 26 18:05:31.740257 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5ac6c88b-d9e5-4797-bed5-b5add1f89d20 req-b0c6a8f4-6877-49c2-a2b2-4ecbb4b5ed36 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042438 May 26 18:05:32.237538 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device c6d58bd6-9928-4743-8a53-a4e8c97f7f99 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:05:32.256434 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb0b3-1f83-4a41-b6dd-91a2ea895661 req-651ab932-e10d-4681-8681-f03efd5fa3bd tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:32.263414 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-694fb0b3-1f83-4a41-b6dd-91a2ea895661 req-651ab932-e10d-4681-8681-f03efd5fa3bd tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 944 time: 0.0932119 May 26 18:05:32.303672 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 52f8b000-2834-4a6a-86b1-591ea06d67c9 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:32.368990 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 54672) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:32.370001 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:32.424111 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port 52f8b000-2834-4a6a-86b1-591ea06d67c9 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:05:32.444570 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 52f8b000-2834-4a6a-86b1-591ea06d67c9 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:32.447732 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.463217 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-694fb0b3-1f83-4a41-b6dd-91a2ea895661 req-cf7dd977-1527-4269-9552-ede79881d755 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835036 May 26 18:05:32.538224 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port c6d58bd6-9928-4743-8a53-a4e8c97f7f99, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=c6d58bd6-9928-4743-8a53-a4e8c97f7f99,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:32.580554 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'port_id': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'mac_address': 'fa:16:3e:ad:c7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:05:32.587176 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 52f8b000-2834-4a6a-86b1-591ea06d67c9 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:32.587565 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.599577 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2913c-7bb1-43f0-bbe9-5706c37a528a req-1d9b4fce-0ffd-4dee-bc98-c58b1e6defc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:32.601365 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09b2913c-7bb1-43f0-bbe9-5706c37a528a req-1d9b4fce-0ffd-4dee-bc98-c58b1e6defc6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 1127 time: 0.1855948 May 26 18:05:32.620322 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f65024-58ae-4fc5-bf3f-026f328bb8bb req-76fa2763-e06c-4262-94b3-885540362d21 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:32.623158 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-53f65024-58ae-4fc5-bf3f-026f328bb8bb req-76fa2763-e06c-4262-94b3-885540362d21 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 943 time: 0.1140726 May 26 18:05:32.639252 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f8b000-2834-4a6a-86b1-591ea06d67c9'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:32.642009 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc47821-2074-490c-9e84-ad5968bdfb9d" -d '{"events": [{"server_uuid": "c8623e13-810b-433d-9e9d-e588bb5781eb", "name": "network-vif-plugged", "status": "completed", "tag": "52f8b000-2834-4a6a-86b1-591ea06d67c9"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:32.643368 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1152774123-network', 'tenant_id': '563df53d3d894b6db3c703a076b9710a'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:32.656954 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:32.657348 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.666387 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 52f8b000-2834-4a6a-86b1-591ea06d67c9, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=52f8b000-2834-4a6a-86b1-591ea06d67c9,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:32.680299 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.693775 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:32.705683 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-53f65024-58ae-4fc5-bf3f-026f328bb8bb req-d079f272-5167-4902-97f4-51c1edb2c50e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763049 May 26 18:05:32.715645 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Made reservation on behalf of 563df53d3d894b6db3c703a076b9710a for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:32.717104 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6432074f-6802-48ab-b4d9-f2b738296246 x-openstack-request-id: req-6432074f-6802-48ab-b4d9-f2b738296246 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:32.717472 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8623e13-810b-433d-9e9d-e588bb5781eb", "name": "network-vif-plugged", "status": "completed", "tag": "52f8b000-2834-4a6a-86b1-591ea06d67c9", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:32.717746 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6432074f-6802-48ab-b4d9-f2b738296246 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:32.718248 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6432074f-6802-48ab-b4d9-f2b738296246'] response: {'server_uuid': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f8b000-2834-4a6a-86b1-591ea06d67c9', 'code': 200} May 26 18:05:32.720591 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.727120 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d58bd6-9928-4743-8a53-a4e8c97f7f99 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:05:32.731791 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.753071 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:32.776084 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port c6d58bd6-9928-4743-8a53-a4e8c97f7f99, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=c6d58bd6-9928-4743-8a53-a4e8c97f7f99,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:32.785612 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.786418 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 25a14006-975e-4a8e-9d3d-96f25c4467f0 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:05:32.789714 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=52f8b000-2834-4a6a-86b1-591ea06d67c9,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:32.852431 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Publish callbacks [] for security_group (74e8e9d0-9d8c-4fb8-b37d-3bd701a5a646), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.858482 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (74e8e9d0-9d8c-4fb8-b37d-3bd701a5a646), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.902722 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=c6d58bd6-9928-4743-8a53-a4e8c97f7f99,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:32.903554 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:05:32.926114 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2be07-f491-4e51-bd64-dfd8586785cd req-335358ab-dde2-416c-accb-ae8c1ce4daa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:32.931765 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (38055cfb-bf55-4abf-892c-5fbeed1f5d62), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:32.932270 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Added segment 38055cfb-bf55-4abf-892c-5fbeed1f5d62 of type vlan for network af625884-92a1-491e-b8ee-94ecfafe60c2 May 26 18:05:32.935623 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-66e2be07-f491-4e51-bd64-dfd8586785cd req-335358ab-dde2-416c-accb-ae8c1ce4daa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 944 time: 0.0884478 May 26 18:05:32.942728 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e8e9d0-9d8c-4fb8-b37d-3bd701a5a646,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:32.975879 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 25a14006-975e-4a8e-9d3d-96f25c4467f0, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=25a14006-975e-4a8e-9d3d-96f25c4467f0,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:32.992557 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '25a14006-975e-4a8e-9d3d-96f25c4467f0', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'port_id': '25a14006-975e-4a8e-9d3d-96f25c4467f0', 'mac_address': 'fa:16:3e:3f:ff:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:05:32.995890 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-66e2be07-f491-4e51-bd64-dfd8586785cd req-64cd5d70-f01b-4e89-810b-45e7ab5a3303 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588882 May 26 18:05:32.996055 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (af625884-92a1-491e-b8ee-94ecfafe60c2), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.047447 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 25a14006-975e-4a8e-9d3d-96f25c4467f0 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:33.048223 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.066550 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a14006-975e-4a8e-9d3d-96f25c4467f0 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:05:33.084568 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:33.106650 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (af625884-92a1-491e-b8ee-94ecfafe60c2), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.107669 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:33.108244 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.130654 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 25a14006-975e-4a8e-9d3d-96f25c4467f0, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=25a14006-975e-4a8e-9d3d-96f25c4467f0,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:33.142927 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.143173 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7690830 May 26 18:05:33.143998 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 54690) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:33.160784 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] Request body: {'subnet': {'network_id': 'af625884-92a1-491e-b8ee-94ecfafe60c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1152774123-subnet', 'tenant_id': '563df53d3d894b6db3c703a076b9710a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:33.208555 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] Made reservation on behalf of 563df53d3d894b6db3c703a076b9710a for: {'subnet': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:33.213321 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528314'] for subnet (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.219861 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2913c-7bb1-43f0-bbe9-5706c37a528a req-fff3ddb9-86d0-41f3-950d-d16aeec363a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:33.222135 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09b2913c-7bb1-43f0-bbe9-5706c37a528a req-fff3ddb9-86d0-41f3-950d-d16aeec363a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 916 time: 0.2185118 May 26 18:05:33.223333 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2998cc-ba89-4ed0-b58d-25acde818183 admin admin] Pushing event updated for resources: {'Network': ['ID=af625884-92a1-491e-b8ee-94ecfafe60c2,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:33.243643 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network af625884-92a1-491e-b8ee-94ecfafe60c2 details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:05:33.263643 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=25a14006-975e-4a8e-9d3d-96f25c4467f0,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:33.393553 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09b2913c-7bb1-43f0-bbe9-5706c37a528a req-28e2ff02-161e-41a6-bff1-bab5e8206efb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d58bd6-9928-4743-8a53-a4e8c97f7f99 HTTP/1.1" status: 200 len: 217 time: 0.1064768 May 26 18:05:33.429828 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8638a7a-d564-4321-9970-0deff3ee2af0 req-e66e8d42-65b1-4eac-8e60-330f2018b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:33.431948 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a8638a7a-d564-4321-9970-0deff3ee2af0 req-e66e8d42-65b1-4eac-8e60-330f2018b740 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 1129 time: 0.1116016 May 26 18:05:33.459109 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2913c-7bb1-43f0-bbe9-5706c37a528a req-9d19e91e-b02c-4af5-a0cf-0ccbfb652a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:33.460868 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09b2913c-7bb1-43f0-bbe9-5706c37a528a req-9d19e91e-b02c-4af5-a0cf-0ccbfb652a69 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.0565202 May 26 18:05:33.515095 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2913c-7bb1-43f0-bbe9-5706c37a528a req-fc78972b-a85b-48a6-8585-46a48a558141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:33.517131 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09b2913c-7bb1-43f0-bbe9-5706c37a528a req-fc78972b-a85b-48a6-8585-46a48a558141 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492599 May 26 18:05:33.540643 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a8638a7a-d564-4321-9970-0deff3ee2af0 req-7b641845-8b4a-40bb-ab9f-ddeec99b81ba service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988309 May 26 18:05:33.656751 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1de7ce-478a-4e4f-9800-d12297fb9c2f req-2dbf1f94-4aaa-4e98-84a4-08b9eb4a25bf tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:33.664914 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2c1de7ce-478a-4e4f-9800-d12297fb9c2f req-2dbf1f94-4aaa-4e98-84a4-08b9eb4a25bf tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0741270 May 26 18:05:33.673726 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3587013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528300'] for subnet (a2f427d9-3a20-47e4-be50-edfb80141d04), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.706270 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09b2913c-7bb1-43f0-bbe9-5706c37a528a req-d7e80585-b180-4005-aaaa-d486b0edfaf3 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826696 May 26 18:05:33.751039 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f427d9-3a20-47e4-be50-edfb80141d04,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:33.754853 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2c1de7ce-478a-4e4f-9800-d12297fb9c2f req-6933487c-13ca-4b9a-a441-0bb329909e76 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849319 May 26 18:05:33.774090 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] Checking segment: {'id': '38055cfb-bf55-4abf-892c-5fbeed1f5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'af625884-92a1-491e-b8ee-94ecfafe60c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:33.774544 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] Network hostable DHCP agents. Network: af625884-92a1-491e-b8ee-94ecfafe60c2, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:05:33.789453 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['c6d58bd6-9928-4743-8a53-a4e8c97f7f99'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:05:33.804441 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] Network af625884-92a1-491e-b8ee-94ecfafe60c2 is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:05:33.821684 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, af625884-92a1-491e-b8ee-94ecfafe60c2) {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:33.831212 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:33.833103 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:33.862261 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-839ff051-4ca8-472c-a9a4-5e3aa1df2a6b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7125232 May 26 18:05:33.862509 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76363881-a664-4a2b-b45b-cd0eb3c1d19f None None] Network af625884-92a1-491e-b8ee-94ecfafe60c2 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:05:33.934095 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['25a14006-975e-4a8e-9d3d-96f25c4467f0'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:05:34.030707 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:34.055161 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:34.074929 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:34.105197 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4390bc-998e-4a43-9d90-e074386aa60b req-8bb56a79-b2b0-48ae-bf93-70452b744882 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:34.115575 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0e4390bc-998e-4a43-9d90-e074386aa60b req-8bb56a79-b2b0-48ae-bf93-70452b744882 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 944 time: 0.1293399 May 26 18:05:34.125621 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:34.212833 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09b2913c-7bb1-43f0-bbe9-5706c37a528a req-74ae3a0a-4a1c-4f1e-bff3-0abea0e9ce25 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092382 May 26 18:05:34.232583 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0e4390bc-998e-4a43-9d90-e074386aa60b req-49b44507-dd9a-4adb-aee7-5a1c08c552f2 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159146 May 26 18:05:34.237686 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a464fd18-eb7e-489a-8fc4-0c85f6f4acb8 None None] Network af625884-92a1-491e-b8ee-94ecfafe60c2 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:05:34.272420 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620f1ad-568c-421d-a99c-af2bdd990747 req-3a353ede-f378-4532-9561-ed0446896bea tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:34.274159 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1620f1ad-568c-421d-a99c-af2bdd990747 req-3a353ede-f378-4532-9561-ed0446896bea tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 944 time: 0.0983243 May 26 18:05:34.384173 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1620f1ad-568c-421d-a99c-af2bdd990747 req-911dd819-df06-407f-9683-45895db103c9 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765159 May 26 18:05:34.403740 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:34.746831 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 54742) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:34.752537 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-709442495-network', 'tenant_id': '21903e884eed4f2cb0618ac7b2a2c9d4'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:34.776773 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Made reservation on behalf of 21903e884eed4f2cb0618ac7b2a2c9d4 for: {'network': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:34.779641 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.791170 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.906679 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35b1b8-606c-4cd4-a682-75b90f595024 req-b5a9f155-75b3-4c03-8118-1540594e63f7 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:34.908123 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6b35b1b8-606c-4cd4-a682-75b90f595024 req-b5a9f155-75b3-4c03-8118-1540594e63f7 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0721717 May 26 18:05:34.960091 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Publish callbacks [] for security_group (83cc0f52-6f4b-4a1d-aa0d-477cc9829b64), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:34.971291 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (83cc0f52-6f4b-4a1d-aa0d-477cc9829b64), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.008197 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=104147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:05:35.025290 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6b35b1b8-606c-4cd4-a682-75b90f595024 req-3b6d191b-bb82-4ae0-b93b-3e5deec4a65c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076388 May 26 18:05:35.033989 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cc0f52-6f4b-4a1d-aa0d-477cc9829b64,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:35.040206 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (a3213502-48b2-448c-a8ec-9b4920e717d6), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.040914 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.segments_db [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Added segment a3213502-48b2-448c-a8ec-9b4920e717d6 of type vlan for network f4d5476a-6bc7-407f-8ff0-156333d24a93 May 26 18:05:35.101224 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (f4d5476a-6bc7-407f-8ff0-156333d24a93), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.136190 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (f4d5476a-6bc7-407f-8ff0-156333d24a93), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.137523 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:35.138801 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.212828 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4646032 May 26 18:05:35.216728 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 54754) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:35.225374 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] Request body: {'subnet': {'network_id': 'f4d5476a-6bc7-407f-8ff0-156333d24a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-709442495-subnet', 'tenant_id': '21903e884eed4f2cb0618ac7b2a2c9d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:35.225744 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cb9f8-cf68-4632-886d-f014ed3a513b admin admin] Pushing event updated for resources: {'Network': ['ID=f4d5476a-6bc7-407f-8ff0-156333d24a93,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:35.254741 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network f4d5476a-6bc7-407f-8ff0-156333d24a93 details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:05:35.304660 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] Made reservation on behalf of 21903e884eed4f2cb0618ac7b2a2c9d4 for: {'subnet': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:05:35.308400 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530260'] for subnet (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.569815 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03735e2-396f-4889-a1e7-4f1a699a622a req-f6421a7f-c70a-44d0-9e18-2234fe6cbc46 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:35.577591 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9529e7f-1f4a-4f5a-a44e-3b5c01c4eff1 req-76ef861f-10f6-4694-a1fb-fdcd1abbc9a5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:35.580260 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d9529e7f-1f4a-4f5a-a44e-3b5c01c4eff1 req-76ef861f-10f6-4694-a1fb-fdcd1abbc9a5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 944 time: 0.0998144 May 26 18:05:35.582786 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c03735e2-396f-4889-a1e7-4f1a699a622a req-f6421a7f-c70a-44d0-9e18-2234fe6cbc46 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 944 time: 0.1851549 May 26 18:05:35.647034 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d9529e7f-1f4a-4f5a-a44e-3b5c01c4eff1 req-3813fdb7-958b-4dc4-b248-f2de774d2de1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601399 May 26 18:05:35.726635 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c03735e2-396f-4889-a1e7-4f1a699a622a req-f946e53a-05a5-4457-959c-ef2d435f0c80 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426601 May 26 18:05:35.748293 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25884351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530242'] for subnet (fdcad013-97cc-4312-ab53-2910a187efac), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.783547 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:35.807402 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdcad013-97cc-4312-ab53-2910a187efac,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:35.825118 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] Checking segment: {'id': 'a3213502-48b2-448c-a8ec-9b4920e717d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f4d5476a-6bc7-407f-8ff0-156333d24a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:05:35.825474 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] Network hostable DHCP agents. Network: f4d5476a-6bc7-407f-8ff0-156333d24a93, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:05:35.855274 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] Network f4d5476a-6bc7-407f-8ff0-156333d24a93 is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:05:35.870815 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, f4d5476a-6bc7-407f-8ff0-156333d24a93) {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:05:35.880143 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda3b09c-4240-4e58-8262-f85cbd28bfac None None] Network f4d5476a-6bc7-407f-8ff0-156333d24a93 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:05:35.880674 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:35.881647 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:35.913705 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-d68d8ea4-36b6-456c-b150-ed1efd7974ae admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6948609 May 26 18:05:36.002073 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e014882-c4c0-4d8c-bc79-82d40097f277 None None] Network f4d5476a-6bc7-407f-8ff0-156333d24a93 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:05:36.239025 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb33b3-60cf-4bf0-a947-44ed05ae8642 req-7b0465f5-d5b9-46dc-b72f-2c911a398ac8 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:36.240645 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8bfb33b3-60cf-4bf0-a947-44ed05ae8642 req-7b0465f5-d5b9-46dc-b72f-2c911a398ac8 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0533512 May 26 18:05:36.275235 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device c6d58bd6-9928-4743-8a53-a4e8c97f7f99 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:36.308965 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8bfb33b3-60cf-4bf0-a947-44ed05ae8642 req-0963a133-e01c-4232-b6c5-7a17cb7f8b33 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613904 May 26 18:05:36.337994 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:05:36.347785 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:36.347785 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:36.459812 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:36.460129 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:36.491873 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:36.497241 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bef9f0a-a902-492e-9da1-7bc9fd6789fa" -d '{"events": [{"server_uuid": "9288cf08-2b09-4c42-9831-8fbaa8f789ca", "name": "network-vif-plugged", "status": "completed", "tag": "c6d58bd6-9928-4743-8a53-a4e8c97f7f99"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:36.512936 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port c6d58bd6-9928-4743-8a53-a4e8c97f7f99, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=c6d58bd6-9928-4743-8a53-a4e8c97f7f99,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:36.522299 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:36.522299 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 25a14006-975e-4a8e-9d3d-96f25c4467f0 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:05:36.566047 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe6185-3c93-4419-84f3-332fcc368b55 req-1dedaa17-1ab7-4f18-8b21-d3a83326dfbe tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:36.568596 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ccbe6185-3c93-4419-84f3-332fcc368b55 req-1dedaa17-1ab7-4f18-8b21-d3a83326dfbe tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0611014 May 26 18:05:36.581139 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 54794) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:36.586452 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:36.587470 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-aa86db0f-bd4a-49c3-a153-148afac5be22 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'floatingip': {'port_id': '52f8b000-2834-4a6a-86b1-591ea06d67c9'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:36.588608 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dceb12-3239-4a84-92fd-70ced28259a6 x-openstack-request-id: req-12dceb12-3239-4a84-92fd-70ced28259a6 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:36.589109 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9288cf08-2b09-4c42-9831-8fbaa8f789ca", "name": "network-vif-plugged", "status": "completed", "tag": "c6d58bd6-9928-4743-8a53-a4e8c97f7f99", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:36.589313 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12dceb12-3239-4a84-92fd-70ced28259a6 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:36.589621 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12dceb12-3239-4a84-92fd-70ced28259a6'] response: {'server_uuid': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'code': 200} May 26 18:05:36.666505 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=c6d58bd6-9928-4743-8a53-a4e8c97f7f99,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:36.680800 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port 25a14006-975e-4a8e-9d3d-96f25c4467f0 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:05:36.697804 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 25a14006-975e-4a8e-9d3d-96f25c4467f0 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:05:36.697804 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:36.722434 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aa86db0f-bd4a-49c3-a153-148afac5be22 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (9d357b5d-eeed-498d-af1d-308170ace8ec), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.038154 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec42d5-8887-4f19-85a9-c2d3ddf07880 req-df007b4d-6dee-46cf-9980-d444465d2b71 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:37.050657 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5aec42d5-8887-4f19-85a9-c2d3ddf07880 req-df007b4d-6dee-46cf-9980-d444465d2b71 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 945 time: 0.1307216 May 26 18:05:37.161276 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5aec42d5-8887-4f19-85a9-c2d3ddf07880 req-3386ea1f-9b12-4987-bcf5-23c60f6e0081 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092868 May 26 18:05:37.184070 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 25a14006-975e-4a8e-9d3d-96f25c4467f0 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:37.184905 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.256374 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:37.325120 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 25a14006-975e-4a8e-9d3d-96f25c4467f0, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=25a14006-975e-4a8e-9d3d-96f25c4467f0,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:37.349774 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:37.392136 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:37.451987 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d5189-8182-47a6-9797-dd398b829819 req-39a9fb9d-21dc-47ff-ad97-3c9e8decfae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:37.455849 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9b6d5189-8182-47a6-9797-dd398b829819 req-39a9fb9d-21dc-47ff-ad97-3c9e8decfae3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 1129 time: 0.1286604 May 26 18:05:37.465170 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=25a14006-975e-4a8e-9d3d-96f25c4467f0,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:37.533779 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9b6d5189-8182-47a6-9797-dd398b829819 req-77f17894-50ad-4de3-9c7a-fddd2fc910ce service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706198 May 26 18:05:37.597726 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:37.630001 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599efe7-5807-488c-9999-25ea726c1b9d req-d38effcd-80bd-4de0-9533-e740ad88799d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:37.631637 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a599efe7-5807-488c-9999-25ea726c1b9d req-d38effcd-80bd-4de0-9533-e740ad88799d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.4135220 May 26 18:05:37.819570 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a599efe7-5807-488c-9999-25ea726c1b9d req-645bdcf5-6c80-43ad-8a21-1515ecac52cc tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707125 May 26 18:05:38.127304 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aa86db0f-bd4a-49c3-a153-148afac5be22 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:38.132410 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aa86db0f-bd4a-49c3-a153-148afac5be22 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (9d357b5d-eeed-498d-af1d-308170ace8ec), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:38.263378 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.l3_db [None req-aa86db0f-bd4a-49c3-a153-148afac5be22 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Floating IP 9d357b5d-eeed-498d-af1d-308170ace8ec associated. External IP: 172.27.1.217, port: 52f8b000-2834-4a6a-86b1-591ea06d67c9. May 26 18:05:38.321535 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918d2b1-2ea3-42db-8e2b-bbef24a149af req-1aa6fb11-3e89-4920-93cb-58ad49a72d4c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:38.329889 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0918d2b1-2ea3-42db-8e2b-bbef24a149af req-1aa6fb11-3e89-4920-93cb-58ad49a72d4c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 945 time: 0.0750248 May 26 18:05:38.424476 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0918d2b1-2ea3-42db-8e2b-bbef24a149af req-05b44cc1-169f-46f9-b9f4-ef97cc546af7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906255 May 26 18:05:38.590178 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa86db0f-bd4a-49c3-a153-148afac5be22 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Router a3d6e6a8-c264-4016-af10-b25781284ff5 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:05:38.590817 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6004051-2831-4f2d-a998-0e4c56354f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a14006-975e-4a8e-9d3d-96f25c4467f0'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:38.595288 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee453da-f1f0-4b7c-8118-a739af901ea2" -d '{"events": [{"server_uuid": "e6004051-2831-4f2d-a998-0e4c56354f34", "name": "network-vif-plugged", "status": "completed", "tag": "25a14006-975e-4a8e-9d3d-96f25c4467f0"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:38.665412 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b186f0-9979-4f91-96b7-5ba3bdf56e28 x-openstack-request-id: req-44b186f0-9979-4f91-96b7-5ba3bdf56e28 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:38.665735 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6004051-2831-4f2d-a998-0e4c56354f34", "name": "network-vif-plugged", "status": "completed", "tag": "25a14006-975e-4a8e-9d3d-96f25c4467f0", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:38.665995 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44b186f0-9979-4f91-96b7-5ba3bdf56e28 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:38.666441 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b186f0-9979-4f91-96b7-5ba3bdf56e28'] response: {'server_uuid': 'e6004051-2831-4f2d-a998-0e4c56354f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a14006-975e-4a8e-9d3d-96f25c4467f0', 'code': 200} May 26 18:05:38.806022 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa86db0f-bd4a-49c3-a153-148afac5be22 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:05:38.813738 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aa86db0f-bd4a-49c3-a153-148afac5be22 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:38.840339 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad0257-222f-44d8-b04f-8c61c4b184ea None None] Sync routers for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:05:38.859566 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad0257-222f-44d8-b04f-8c61c4b184ea None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:38.864721 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-95ad0257-222f-44d8-b04f-8c61c4b184ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:05:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:38.915220 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-aa86db0f-bd4a-49c3-a153-148afac5be22 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "PUT /v2.0/floatingips/9d357b5d-eeed-498d-af1d-308170ace8ec HTTP/1.1" status: 200 len: 991 time: 2.3326681 May 26 18:05:38.916512 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'tag': '52f8b000-2834-4a6a-86b1-591ea06d67c9'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:38.921264 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d498480a-e14c-416b-8c27-5828f7c0ebd5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8623e13-810b-433d-9e9d-e588bb5781eb", "tag": "52f8b000-2834-4a6a-86b1-591ea06d67c9"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:39.090237 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b750c-53bd-40d9-b244-cdb93f2c90f1 req-e2126541-161e-4675-abd4-59546620b10e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:39.093123 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-742b750c-53bd-40d9-b244-cdb93f2c90f1 req-e2126541-161e-4675-abd4-59546620b10e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.1025491 May 26 18:05:39.097256 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9c5ab2-3677-4745-b773-b4452dca075b x-openstack-request-id: req-da9c5ab2-3677-4745-b773-b4452dca075b {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:39.097721 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8623e13-810b-433d-9e9d-e588bb5781eb", "tag": "52f8b000-2834-4a6a-86b1-591ea06d67c9", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:39.098125 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da9c5ab2-3677-4745-b773-b4452dca075b {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:39.099419 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9c5ab2-3677-4745-b773-b4452dca075b'] response: {'name': 'network-changed', 'server_uuid': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'tag': '52f8b000-2834-4a6a-86b1-591ea06d67c9', 'status': 'completed', 'code': 200} May 26 18:05:39.144694 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-95ad0257-222f-44d8-b04f-8c61c4b184ea None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:39.205122 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-742b750c-53bd-40d9-b244-cdb93f2c90f1 req-215ceace-c510-430b-9bcd-4bbb81f4f182 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978110 May 26 18:05:39.544598 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d72a8d-9548-49c0-9901-839c507f1e61 req-026b6bd0-193a-4354-b568-e45f7d371bbb tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:39.559338 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a7d72a8d-9548-49c0-9901-839c507f1e61 req-026b6bd0-193a-4354-b568-e45f7d371bbb tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.3775918 May 26 18:05:39.574561 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-95ad0257-222f-44d8-b04f-8c61c4b184ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '9d357b5d-eeed-498d-af1d-308170ace8ec', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'port_id': '52f8b000-2834-4a6a-86b1-591ea06d67c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'mac_address': 'fa:16:3e:8f:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:09Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 1, 'project_id': 'c0b976166b884524b9a3855712be72de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:39.587855 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:39.633141 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad0257-222f-44d8-b04f-8c61c4b184ea None None] Checking router: a3d6e6a8-c264-4016-af10-b25781284ff5 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:05:39.634099 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56563352-94bf-425c-bd0a-7ad5f7c2dc1a req-5d276e9c-c821-401a-8ed4-e899bada2ae3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:39.637162 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a7d72a8d-9548-49c0-9901-839c507f1e61 req-1fe13995-61df-4760-b5cf-9583053f4107 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757678 May 26 18:05:39.642829 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-56563352-94bf-425c-bd0a-7ad5f7c2dc1a req-5d276e9c-c821-401a-8ed4-e899bada2ae3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 945 time: 0.1038740 May 26 18:05:39.650390 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad0257-222f-44d8-b04f-8c61c4b184ea None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:39.651452 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-95ad0257-222f-44d8-b04f-8c61c4b184ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:05:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:39.691700 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:39.696681 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-56563352-94bf-425c-bd0a-7ad5f7c2dc1a req-c578b682-1526-4a65-9393-c9f205f3d1bc tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528104 May 26 18:05:39.809532 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-95ad0257-222f-44d8-b04f-8c61c4b184ea None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:39.828119 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-b8b74eff-f70a-4219-b36f-e29a9f823e68 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563717 May 26 18:05:39.869092 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9abb33-edae-4f08-bfa7-c5c3e953cbca req-b19520d5-12e5-4502-929e-2c9c3083ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:39.872549 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9a9abb33-edae-4f08-bfa7-c5c3e953cbca req-b19520d5-12e5-4502-929e-2c9c3083ac1d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 1129 time: 0.0795071 May 26 18:05:40.196877 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-95ad0257-222f-44d8-b04f-8c61c4b184ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '9d357b5d-eeed-498d-af1d-308170ace8ec', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'port_id': '52f8b000-2834-4a6a-86b1-591ea06d67c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'mac_address': 'fa:16:3e:8f:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:09Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 1, 'project_id': 'c0b976166b884524b9a3855712be72de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:40.264549 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad0257-222f-44d8-b04f-8c61c4b184ea None None] The sync data for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi is: [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '9d357b5d-eeed-498d-af1d-308170ace8ec', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'port_id': '52f8b000-2834-4a6a-86b1-591ea06d67c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'mac_address': 'fa:16:3e:8f:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:09Z', 'updated_at': '2022-05-26T18:05:37Z', 'revision_number': 1, 'project_id': 'c0b976166b884524b9a3855712be72de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:05:40.368924 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832547-e37e-490a-af97-e0974660edd4 req-3ab15273-5122-43b8-89cc-40b07600c8a3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:40.372915 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d7832547-e37e-490a-af97-e0974660edd4 req-3ab15273-5122-43b8-89cc-40b07600c8a3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0695403 May 26 18:05:40.434528 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d7832547-e37e-490a-af97-e0974660edd4 req-43e9eb79-3150-4770-b4ed-ce15f56cf16d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520706 May 26 18:05:40.545116 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8554c6f-235b-40ee-8073-73bb4733f245 None None] New status for floating IP 9d357b5d-eeed-498d-af1d-308170ace8ec: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:05:40.766950 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:40.802637 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915566a-17e8-4cf1-9ac8-a6fbd460d13e req-d199379e-a895-4aec-8a44-2a5d04a42d93 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:40.817279 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2915566a-17e8-4cf1-9ac8-a6fbd460d13e req-d199379e-a895-4aec-8a44-2a5d04a42d93 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.0917034 May 26 18:05:40.867035 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c51cf5-f789-4352-8d31-64250c5876c9 req-26fa8ae8-883c-4241-91b5-3e69eab4367b tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:40.868772 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-73c51cf5-f789-4352-8d31-64250c5876c9 req-26fa8ae8-883c-4241-91b5-3e69eab4367b tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 945 time: 0.0872881 May 26 18:05:40.899837 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2915566a-17e8-4cf1-9ac8-a6fbd460d13e req-d2c8e7a6-7b4d-4cd0-8911-7ffccf2712ab tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812054 May 26 18:05:40.931391 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-73c51cf5-f789-4352-8d31-64250c5876c9 req-d23d54cb-7ae3-4ee1-9d1d-6c9c9267e54a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495963 May 26 18:05:41.067444 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848077f-016f-4435-9413-c80e49dbcb6b req-36b9dc0e-0e76-45d2-b52a-69aa47c76ae7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:41.069041 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c848077f-016f-4435-9413-c80e49dbcb6b req-36b9dc0e-0e76-45d2-b52a-69aa47c76ae7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 945 time: 0.0569751 May 26 18:05:41.078903 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 54934) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:41.084055 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-25c51dc7-dbb2-4c64-aa99-7f3a92d106a2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'floatingip': {'port_id': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:05:41.124554 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-25c51dc7-dbb2-4c64-aa99-7f3a92d106a2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (da46ae43-2d50-4332-b79c-a30a1b6b56a8), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.336970 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.577546 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b07812-5efc-4fb4-91fc-06682192b085 req-a23b2cfc-cd5a-4e39-b089-1ea78096133a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:41.580355 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-14b07812-5efc-4fb4-91fc-06682192b085 req-a23b2cfc-cd5a-4e39-b089-1ea78096133a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0525255 May 26 18:05:41.674032 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-14b07812-5efc-4fb4-91fc-06682192b085 req-76168c10-a16b-4462-bae9-0b4019192077 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785046 May 26 18:05:41.857154 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-25c51dc7-dbb2-4c64-aa99-7f3a92d106a2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:41.863290 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-25c51dc7-dbb2-4c64-aa99-7f3a92d106a2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (da46ae43-2d50-4332-b79c-a30a1b6b56a8), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.072634 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.l3_db [None req-25c51dc7-dbb2-4c64-aa99-7f3a92d106a2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Floating IP da46ae43-2d50-4332-b79c-a30a1b6b56a8 associated. External IP: 172.27.1.230, port: c6d58bd6-9928-4743-8a53-a4e8c97f7f99. May 26 18:05:42.136702 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c3d97-3743-46fa-9af9-3c0cabd4b93f req-3a327f54-e6fa-4ff4-821f-19b09d8f963e tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:42.143979 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-698c3d97-3743-46fa-9af9-3c0cabd4b93f req-3a327f54-e6fa-4ff4-821f-19b09d8f963e tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.1573236 May 26 18:05:42.240468 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-698c3d97-3743-46fa-9af9-3c0cabd4b93f req-7183c9b0-3825-41f4-993e-66dd61bc866d tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955517 May 26 18:05:42.379138 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:42.397477 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c51dc7-dbb2-4c64-aa99-7f3a92d106a2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:05:42.462937 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:42.466849 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 54974) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:42.525394 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c51dc7-dbb2-4c64-aa99-7f3a92d106a2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:05:42.531341 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-25c51dc7-dbb2-4c64-aa99-7f3a92d106a2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.545636 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c54c3-c652-41f2-b63b-94555a6d391d None None] Sync routers for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:05:42.567372 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-25c51dc7-dbb2-4c64-aa99-7f3a92d106a2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "PUT /v2.0/floatingips/da46ae43-2d50-4332-b79c-a30a1b6b56a8 HTTP/1.1" status: 200 len: 991 time: 1.4870224 May 26 18:05:42.568305 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'tag': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:42.571336 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c54c3-c652-41f2-b63b-94555a6d391d None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:42.571888 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0939c8b1-affb-49be-bb92-1724f9b27997" -d '{"events": [{"name": "network-changed", "server_uuid": "9288cf08-2b09-4c42-9831-8fbaa8f789ca", "tag": "c6d58bd6-9928-4743-8a53-a4e8c97f7f99"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:42.572395 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-1d5c54c3-c652-41f2-b63b-94555a6d391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:05:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:42.680380 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.779194 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b8fc99-dc56-447b-98a9-331ac856ad9d x-openstack-request-id: req-71b8fc99-dc56-447b-98a9-331ac856ad9d {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:42.779620 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9288cf08-2b09-4c42-9831-8fbaa8f789ca", "tag": "c6d58bd6-9928-4743-8a53-a4e8c97f7f99", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:42.779840 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71b8fc99-dc56-447b-98a9-331ac856ad9d {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:42.780611 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b8fc99-dc56-447b-98a9-331ac856ad9d'] response: {'name': 'network-changed', 'server_uuid': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'tag': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'status': 'completed', 'code': 200} May 26 18:05:42.839920 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:42.855842 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0233de4-545d-47c8-b5fd-05933c6b57b5 req-8cdb8753-2243-4d20-89f9-bb2cae3e8590 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:42.857382 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d0233de4-545d-47c8-b5fd-05933c6b57b5 req-8cdb8753-2243-4d20-89f9-bb2cae3e8590 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0753801 May 26 18:05:42.871798 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-1d5c54c3-c652-41f2-b63b-94555a6d391d None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:42.892044 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Publish callbacks [] for security_group (e50006b7-a853-4102-b6dd-93c0dec8aac0), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.900278 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (e50006b7-a853-4102-b6dd-93c0dec8aac0), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:42.972812 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbb8c80a56f544c9a0203db42382f72f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5028589 May 26 18:05:42.973421 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50006b7-a853-4102-b6dd-93c0dec8aac0,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:42.974290 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 54988) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:42.979770 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d0233de4-545d-47c8-b5fd-05933c6b57b5 req-c01b9ab6-f385-403e-a3b5-5c18854ac0ec tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068890 May 26 18:05:42.985663 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.985998 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.986459 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.986798 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.987507 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.987507 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.987762 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.988054 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.988376 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.988707 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.989019 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.989337 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.989674 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.989979 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:42.990321 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65595d14-f995-4fc8-b33c-6c0b8e593f30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.041954 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Publish callbacks [] for security_group (e50006b7-a853-4102-b6dd-93c0dec8aac0), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.068911 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Publish callbacks [] for security_group (e50006b7-a853-4102-b6dd-93c0dec8aac0), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.117775 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:43.159787 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (e50006b7-a853-4102-b6dd-93c0dec8aac0), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.164645 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.166322 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e50006b7-a853-4102-b6dd-93c0dec8aac0 HTTP/1.1" status: 204 len: 168 time: 0.1907492 May 26 18:05:43.181603 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50006b7-a853-4102-b6dd-93c0dec8aac0,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:43.195038 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.195620 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.196184 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.196742 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.197248 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.197720 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.198240 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.198726 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.199215 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.199687 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.200165 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.200634 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.201096 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.201589 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.202130 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea791c0e-30fc-45cf-b33d-a9f3d56297cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:43.252223 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:43.254101 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-1d5c54c3-c652-41f2-b63b-94555a6d391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': 'da46ae43-2d50-4332-b79c-a30a1b6b56a8', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:ad:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:13Z', 'updated_at': '2022-05-26T18:05:41Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:43.313096 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c54c3-c652-41f2-b63b-94555a6d391d None None] Checking router: dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:05:43.330175 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c54c3-c652-41f2-b63b-94555a6d391d None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:05:43.331209 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-1d5c54c3-c652-41f2-b63b-94555a6d391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:05:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:43.422169 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d4d10-328f-4fd3-b08a-f18bcb188452 req-70010770-7d36-43fc-ab10-085b02f288e5 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:43.424253 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0c2d4d10-328f-4fd3-b08a-f18bcb188452 req-70010770-7d36-43fc-ab10-085b02f288e5 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.0749052 May 26 18:05:43.490541 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0c2d4d10-328f-4fd3-b08a-f18bcb188452 req-d2a4c07c-6b68-4cea-9e8c-f4eec4acfc14 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550666 May 26 18:05:43.505016 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-1d5c54c3-c652-41f2-b63b-94555a6d391d None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:05:43.640472 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 54998) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:43.664226 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4ba597b3-b644-4b93-be74-55c885aa9d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.778838 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4ba597b3-b644-4b93-be74-55c885aa9d2d admin admin] Publish callbacks [] for security_group (71b91998-37a1-40ec-96ea-a2f73071428c), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.785084 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4ba597b3-b644-4b93-be74-55c885aa9d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (71b91998-37a1-40ec-96ea-a2f73071428c), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.823976 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-1d5c54c3-c652-41f2-b63b-94555a6d391d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': 'da46ae43-2d50-4332-b79c-a30a1b6b56a8', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:ad:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:13Z', 'updated_at': '2022-05-26T18:05:41Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:43.836805 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-4ba597b3-b644-4b93-be74-55c885aa9d2d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=26130a4c94624fa1af487cee289237a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942222 May 26 18:05:43.837555 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba597b3-b644-4b93-be74-55c885aa9d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b91998-37a1-40ec-96ea-a2f73071428c,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:43.840966 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55002) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:43.854837 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c54c3-c652-41f2-b63b-94555a6d391d None None] The sync data for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi is: [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': 'da46ae43-2d50-4332-b79c-a30a1b6b56a8', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:ad:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:13Z', 'updated_at': '2022-05-26T18:05:41Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:05:43.954552 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fc7b-829d-4d81-8b0b-2349285c0eda admin admin] Publish callbacks [] for security_group (71b91998-37a1-40ec-96ea-a2f73071428c), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:43.990737 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fc7b-829d-4d81-8b0b-2349285c0eda admin admin] Publish callbacks [] for security_group (71b91998-37a1-40ec-96ea-a2f73071428c), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.068593 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fc7b-829d-4d81-8b0b-2349285c0eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (71b91998-37a1-40ec-96ea-a2f73071428c), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.073231 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7d0fc7b-829d-4d81-8b0b-2349285c0eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:44.075551 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-b7d0fc7b-829d-4d81-8b0b-2349285c0eda admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/71b91998-37a1-40ec-96ea-a2f73071428c HTTP/1.1" status: 204 len: 168 time: 0.2329164 May 26 18:05:44.099194 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0fc7b-829d-4d81-8b0b-2349285c0eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b91998-37a1-40ec-96ea-a2f73071428c,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:44.200926 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae35a6-6702-49ec-8386-275ae24a564b req-2a8025af-b2ff-4d4c-aa5d-cbcfb3a40cb4 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:44.204682 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de62664-5680-4e80-bfe5-f300daf72005 None None] New status for floating IP da46ae43-2d50-4332-b79c-a30a1b6b56a8: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:05:44.208431 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f2ae35a6-6702-49ec-8386-275ae24a564b req-2a8025af-b2ff-4d4c-aa5d-cbcfb3a40cb4 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.1009829 May 26 18:05:44.303644 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f2ae35a6-6702-49ec-8386-275ae24a564b req-d5bf8831-57b5-487e-9489-0a56a29f775e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816331 May 26 18:05:44.341560 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9a9abb33-edae-4f08-bfa7-c5c3e953cbca req-a4dfd50e-f4a7-4efe-9ed4-118d3a468cd6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607169 May 26 18:05:44.659391 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34af492-2413-46fd-8403-39aea67fa43e req-b3eaa8f3-4cf4-4158-8070-0d79a500e259 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:44.661009 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d34af492-2413-46fd-8403-39aea67fa43e req-b3eaa8f3-4cf4-4158-8070-0d79a500e259 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.0635943 May 26 18:05:44.732369 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d34af492-2413-46fd-8403-39aea67fa43e req-22cd8d88-553c-4b18-bc70-8f24de9ece59 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653532 May 26 18:05:45.476868 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe23a6-17fe-40c2-8f55-963873a12ad1 req-8cb31e81-4903-490e-b4f0-8974fccbfdb6 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:45.479726 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ecbe23a6-17fe-40c2-8f55-963873a12ad1 req-8cb31e81-4903-490e-b4f0-8974fccbfdb6 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0665183 May 26 18:05:45.491222 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:45.536895 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ecbe23a6-17fe-40c2-8f55-963873a12ad1 req-8e3a548d-91b2-465f-89ee-196f91bf27f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517366 May 26 18:05:45.879546 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd07c2-66c2-423d-96d3-3401fa9c1803 req-7fa034f2-d218-4365-b0bd-94c287a77d35 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:45.881100 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ddbd07c2-66c2-423d-96d3-3401fa9c1803 req-7fa034f2-d218-4365-b0bd-94c287a77d35 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.0658517 May 26 18:05:45.910949 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:45.938310 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ddbd07c2-66c2-423d-96d3-3401fa9c1803 req-723fd04e-d818-4b7a-9be2-84913f187518 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510309 May 26 18:05:46.673141 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc84590-fb75-4012-b69a-2499f58011d6 req-9eed78d0-7cb2-43a6-a2a2-002f2db6d6ca tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:46.674896 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bfc84590-fb75-4012-b69a-2499f58011d6 req-9eed78d0-7cb2-43a6-a2a2-002f2db6d6ca tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0548983 May 26 18:05:46.726128 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bfc84590-fb75-4012-b69a-2499f58011d6 req-7ba14726-2dc7-4417-b33d-a83b0fe1d510 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450528 May 26 18:05:47.067376 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1439e4-8084-4386-872d-2c27af734b94 req-375eedcb-15ac-42d8-ad54-af2e7b2b7a09 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:47.068953 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2c1439e4-8084-4386-872d-2c27af734b94 req-375eedcb-15ac-42d8-ad54-af2e7b2b7a09 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.0544300 May 26 18:05:47.121966 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2c1439e4-8084-4386-872d-2c27af734b94 req-722035ca-cb8d-4044-9561-bb71d991b789 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467372 May 26 18:05:47.508006 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498480a-e14c-416b-8c27-5828f7c0ebd5 req-6a529b50-aaba-406e-b714-4ce8d186015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:47.509561 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d498480a-e14c-416b-8c27-5828f7c0ebd5 req-6a529b50-aaba-406e-b714-4ce8d186015d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 1129 time: 0.0518582 May 26 18:05:47.693808 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-d749d862-40a0-478d-9da7-dcc6edf2bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:47.695306 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-d749d862-40a0-478d-9da7-dcc6edf2bd06 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 1129 time: 0.0915570 May 26 18:05:47.737920 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498480a-e14c-416b-8c27-5828f7c0ebd5 req-9476bce5-62c3-4257-9fcd-24f03cfc2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:47.739434 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d498480a-e14c-416b-8c27-5828f7c0ebd5 req-9476bce5-62c3-4257-9fcd-24f03cfc2fe4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=31cac232-9768-4083-9065-c20228929068 HTTP/1.1" status: 200 len: 912 time: 0.1256475 May 26 18:05:47.855169 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ed3a8-e753-43d6-9506-f9ada50eed1f req-169fde1f-7f08-41bd-9d1d-438628feab02 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:47.856686 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-528ed3a8-e753-43d6-9506-f9ada50eed1f req-169fde1f-7f08-41bd-9d1d-438628feab02 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0485187 May 26 18:05:47.914455 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-528ed3a8-e753-43d6-9506-f9ada50eed1f req-2df4f0ec-725d-4d4b-8b4c-b2d770e4b672 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496593 May 26 18:05:48.162490 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:48.172212 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939c8b1-affb-49be-bb92-1724f9b27997 req-524f6f5b-9e28-4374-9d5c-6cf7969021e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:48.173869 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0939c8b1-affb-49be-bb92-1724f9b27997 req-524f6f5b-9e28-4374-9d5c-6cf7969021e4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 1129 time: 0.0502379 May 26 18:05:48.270944 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644acdb-0df0-4f64-8154-dfb80bc48959 req-7efeb65b-eea4-4814-b4eb-f65818901b4d tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:48.272455 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8644acdb-0df0-4f64-8154-dfb80bc48959 req-7efeb65b-eea4-4814-b4eb-f65818901b4d tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.0555291 May 26 18:05:48.330733 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8644acdb-0df0-4f64-8154-dfb80bc48959 req-764fcace-8599-434f-a96d-3841716242e6 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524683 May 26 18:05:48.648908 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d498480a-e14c-416b-8c27-5828f7c0ebd5 req-5b05dd08-6264-4685-b5ae-5b9ff299e788 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f8b000-2834-4a6a-86b1-591ea06d67c9 HTTP/1.1" status: 200 len: 1001 time: 0.1855123 May 26 18:05:48.679306 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:48.698372 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-75929895-4f55-4552-99d9-81ac2780336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:48.700552 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-75929895-4f55-4552-99d9-81ac2780336c service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.2288938 May 26 18:05:48.712028 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939c8b1-affb-49be-bb92-1724f9b27997 req-8b537a18-70b5-43da-93e0-0116beb6dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:48.713835 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0939c8b1-affb-49be-bb92-1724f9b27997 req-8b537a18-70b5-43da-93e0-0116beb6dbdb service neutron] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 916 time: 0.2409501 May 26 18:05:49.073708 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af471a8-c5dc-4fc2-b09b-7ab63e93836e req-dcb3f6b0-25de-4b6c-a0b2-725ba236de12 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:49.076288 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3af471a8-c5dc-4fc2-b09b-7ab63e93836e req-dcb3f6b0-25de-4b6c-a0b2-725ba236de12 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0709805 May 26 18:05:49.138074 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3af471a8-c5dc-4fc2-b09b-7ab63e93836e req-3438e01a-8e80-4c02-93b0-2c9cfe3f4b8e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539742 May 26 18:05:49.479527 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-51bec112-2e16-4e1f-b355-ee72658824b3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb HTTP/1.1" status: 200 len: 217 time: 0.1794200 May 26 18:05:49.496497 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0939c8b1-affb-49be-bb92-1724f9b27997 req-05d96b70-779b-41ca-8a2a-9a0606e46bc3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d58bd6-9928-4743-8a53-a4e8c97f7f99 HTTP/1.1" status: 200 len: 1001 time: 0.1988499 May 26 18:05:49.560797 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060302c4-dd9c-436b-8bc8-726eb7786f9b req-9dc961ae-f44b-41e3-8512-d404ff2bbba0 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:49.563313 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-060302c4-dd9c-436b-8bc8-726eb7786f9b req-9dc961ae-f44b-41e3-8512-d404ff2bbba0 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.86 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.1276867 May 26 18:05:49.564668 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939c8b1-affb-49be-bb92-1724f9b27997 req-df9ac171-0acf-4a6b-ad11-ee503300b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:49.566121 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0939c8b1-affb-49be-bb92-1724f9b27997 req-df9ac171-0acf-4a6b-ad11-ee503300b9bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.0616045 May 26 18:05:49.647778 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939c8b1-affb-49be-bb92-1724f9b27997 req-42daff98-1da2-434c-a618-f2cb031eb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:49.650662 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0939c8b1-affb-49be-bb92-1724f9b27997 req-42daff98-1da2-434c-a618-f2cb031eb904 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708554 May 26 18:05:49.654375 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498480a-e14c-416b-8c27-5828f7c0ebd5 req-dc5358a7-4ced-4e53-8952-451a404c8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:49.656936 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d498480a-e14c-416b-8c27-5828f7c0ebd5 req-dc5358a7-4ced-4e53-8952-451a404c8e8d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6391f8f8-c65b-4530-8b3e-5895efce7c46 HTTP/1.1" status: 200 len: 850 time: 0.3605402 May 26 18:05:49.689759 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338cd40-e55b-4db9-8643-5d781eee3134 req-82a32e6f-58fd-4312-bbbd-b1200094b83d tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:49.696841 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b338cd40-e55b-4db9-8643-5d781eee3134 req-82a32e6f-58fd-4312-bbbd-b1200094b83d tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 945 time: 0.2596827 May 26 18:05:49.746973 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-dd11096b-50ce-49eb-8e89-7305515d8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:49.748483 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-dd11096b-50ce-49eb-8e89-7305515d8f25 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.2520733 May 26 18:05:49.825732 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0939c8b1-affb-49be-bb92-1724f9b27997 req-7d68e98e-57cd-4e5f-9c42-05673f2b6fa2 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620340 May 26 18:05:49.870156 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498480a-e14c-416b-8c27-5828f7c0ebd5 req-5e773ce0-34f2-49e4-adce-5aae0c921a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:49.871734 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d498480a-e14c-416b-8c27-5828f7c0ebd5 req-5e773ce0-34f2-49e4-adce-5aae0c921a7b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31cac232-9768-4083-9065-c20228929068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2024791 May 26 18:05:49.900093 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-060302c4-dd9c-436b-8bc8-726eb7786f9b req-3b4198d7-48d2-4937-8ad8-0b17e287ca96 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Deleting port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:05:49.900434 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-060302c4-dd9c-436b-8bc8-726eb7786f9b req-3b4198d7-48d2-4937-8ad8-0b17e287ca96 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:49.915172 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-1d5863b6-8f40-4a5c-ada0-bd51de65b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:49.916680 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-1d5863b6-8f40-4a5c-ada0-bd51de65b7fa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1272540 May 26 18:05:49.955584 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b338cd40-e55b-4db9-8643-5d781eee3134 req-a6f62767-eaf4-4098-b778-5b3ddc4b823c tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b1e906b-4c77-40f6-8ee0-cee5b5836e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578406 May 26 18:05:49.972867 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0939c8b1-affb-49be-bb92-1724f9b27997 req-713820aa-61b2-4cd7-89cf-6cda60d54cec service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363080 May 26 18:05:50.025133 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:50.184674 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-060302c4-dd9c-436b-8bc8-726eb7786f9b req-3b4198d7-48d2-4937-8ad8-0b17e287ca96 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] For port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,segment=NetworkSegment(6a7776cc-eda0-4c97-816a-c36f556a6124),segment_id=6a7776cc-eda0-4c97-816a-c36f556a6124)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:50.185052 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-060302c4-dd9c-436b-8bc8-726eb7786f9b req-3b4198d7-48d2-4937-8ad8-0b17e287ca96 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:50.190304 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d498480a-e14c-416b-8c27-5828f7c0ebd5 req-9c68d05a-99e7-413d-a90d-fa9a8c9655f2 service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033378 May 26 18:05:50.199432 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-dcaccf5a-9f26-4c59-a15f-15bc95c56edb service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597165 May 26 18:05:50.228384 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-060302c4-dd9c-436b-8bc8-726eb7786f9b req-3b4198d7-48d2-4937-8ad8-0b17e287ca96 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Calling delete_port for a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:05:50.362547 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:05:50.406232 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13cd0b-a8d1-409a-8620-004d664ceccd req-29b51c81-b549-465c-8b15-653a50074e98 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:50.429929 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8d13cd0b-a8d1-409a-8620-004d664ceccd req-29b51c81-b549-465c-8b15-653a50074e98 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.1452219 May 26 18:05:50.500768 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-410d9ec9-f307-4fe1-ba69-d672eaaff8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:50.524490 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 is: ACTIVE; New status is: DOWN {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:05:50.524918 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:50.537705 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8d13cd0b-a8d1-409a-8620-004d664ceccd req-9297a3b1-315a-42a0-aa35-bb9ead78d2f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062636 May 26 18:05:50.574752 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1664374d-3fde-4a0f-b37c-4eed1d6e487e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a005425b-e20a-47bb-9ff2-fd8bbe43e0c3'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:50.574752 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2268c0cc-202e-421a-962a-697d415f2ca8" -d '{"events": [{"server_uuid": "1664374d-3fde-4a0f-b37c-4eed1d6e487e", "name": "network-vif-unplugged", "status": "completed", "tag": "a005425b-e20a-47bb-9ff2-fd8bbe43e0c3"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:50.602504 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,segment=NetworkSegment(6a7776cc-eda0-4c97-816a-c36f556a6124),segment_id=6a7776cc-eda0-4c97-816a-c36f556a6124)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:05:50.608670 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:50.658890 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:05:50.674018 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d63d60-75ba-4e20-a364-a9e90d6495f5 x-openstack-request-id: req-92d63d60-75ba-4e20-a364-a9e90d6495f5 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:50.674018 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1664374d-3fde-4a0f-b37c-4eed1d6e487e", "name": "network-vif-unplugged", "status": "completed", "tag": "a005425b-e20a-47bb-9ff2-fd8bbe43e0c3", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:50.674018 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-92d63d60-75ba-4e20-a364-a9e90d6495f5 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:50.674441 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d63d60-75ba-4e20-a364-a9e90d6495f5'] response: {'server_uuid': '1664374d-3fde-4a0f-b37c-4eed1d6e487e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a005425b-e20a-47bb-9ff2-fd8bbe43e0c3', 'code': 200} May 26 18:05:50.701783 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,revision_number=6']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:50.712917 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.713689 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.714729 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.715289 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.715827 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.716398 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.717391 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.717997 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.718619 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.719342 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.719919 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.720460 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.721126 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.721999 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.722569 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:05:50.750839 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:50.793993 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d498480a-e14c-416b-8c27-5828f7c0ebd5 req-b879a98f-fbb3-4330-aff9-aa8d9479d5be service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899060 May 26 18:05:50.798408 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5ccd65fa-6a6d-481f-b26c-c87fa5e14a48 req-850086b6-1d17-4726-a9f7-f63a77679ff9 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657010 May 26 18:05:50.880086 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-060302c4-dd9c-436b-8bc8-726eb7786f9b req-3b4198d7-48d2-4937-8ad8-0b17e287ca96 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (a005425b-e20a-47bb-9ff2-fd8bbe43e0c3), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:50.930715 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4198d7-48d2-4937-8ad8-0b17e287ca96 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Pushing event deleted for resources: {'Port': ['ID=a005425b-e20a-47bb-9ff2-fd8bbe43e0c3,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:51.142467 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a03bb074-5297-4ca3-a702-385aed712e40 req-c2a9c736-b958-452c-8d2c-f32f93af37d5 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 210 time: 0.0494115 May 26 18:05:51.152021 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-060302c4-dd9c-436b-8bc8-726eb7786f9b req-3b4198d7-48d2-4937-8ad8-0b17e287ca96 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] No DVR routers for this DVR port a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:05:51.169347 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-060302c4-dd9c-436b-8bc8-726eb7786f9b req-3b4198d7-48d2-4937-8ad8-0b17e287ca96 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:51.173516 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-060302c4-dd9c-436b-8bc8-726eb7786f9b req-3b4198d7-48d2-4937-8ad8-0b17e287ca96 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.86 "DELETE /v2.0/ports/a005425b-e20a-47bb-9ff2-fd8bbe43e0c3 HTTP/1.1" status: 204 len: 173 time: 1.6036487 May 26 18:05:51.175874 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1664374d-3fde-4a0f-b37c-4eed1d6e487e', 'name': 'network-vif-deleted', 'tag': 'a005425b-e20a-47bb-9ff2-fd8bbe43e0c3'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:05:51.178100 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345dd2cb-0948-48f6-b7d5-9fec501b33c4" -d '{"events": [{"server_uuid": "1664374d-3fde-4a0f-b37c-4eed1d6e487e", "name": "network-vif-deleted", "tag": "a005425b-e20a-47bb-9ff2-fd8bbe43e0c3"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:05:51.184938 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864743f-7bff-4ec5-a906-02d4c8f7afbf req-92989717-563b-4e09-a925-1cb6667e73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:51.186479 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f864743f-7bff-4ec5-a906-02d4c8f7afbf req-92989717-563b-4e09-a925-1cb6667e73c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 1129 time: 0.1497753 May 26 18:05:51.196304 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a40ee-333a-443f-9124-849f5f9706ff req-924a9387-8494-4494-9bb4-626ea6a3fc6c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:51.203626 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-779a40ee-333a-443f-9124-849f5f9706ff req-924a9387-8494-4494-9bb4-626ea6a3fc6c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.2116983 May 26 18:05:51.230794 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f0525e-5f54-4309-9ae1-bf06de64fa5b x-openstack-request-id: req-b1f0525e-5f54-4309-9ae1-bf06de64fa5b {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:05:51.231092 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1664374d-3fde-4a0f-b37c-4eed1d6e487e", "name": "network-vif-deleted", "tag": "a005425b-e20a-47bb-9ff2-fd8bbe43e0c3", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:05:51.231359 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b1f0525e-5f54-4309-9ae1-bf06de64fa5b {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:05:51.231770 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f0525e-5f54-4309-9ae1-bf06de64fa5b'] response: {'server_uuid': '1664374d-3fde-4a0f-b37c-4eed1d6e487e', 'name': 'network-vif-deleted', 'tag': 'a005425b-e20a-47bb-9ff2-fd8bbe43e0c3', 'status': 'completed', 'code': 200} May 26 18:05:51.260099 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-779a40ee-333a-443f-9124-849f5f9706ff req-8fe1be76-c945-45ff-86aa-e812d33e032f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554233 May 26 18:05:51.920334 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864743f-7bff-4ec5-a906-02d4c8f7afbf req-6ab17e2f-1d43-4463-9df8-5a2561ee6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:51.922359 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f864743f-7bff-4ec5-a906-02d4c8f7afbf req-6ab17e2f-1d43-4463-9df8-5a2561ee6bc5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.1891863 May 26 18:05:51.989602 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f864743f-7bff-4ec5-a906-02d4c8f7afbf req-84be7f66-ed63-4012-813a-232f5e2c43a0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25a14006-975e-4a8e-9d3d-96f25c4467f0 HTTP/1.1" status: 200 len: 217 time: 0.0493474 May 26 18:05:52.276151 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e6fc337f-04f9-4a6d-863f-6261a497018b req-ec8f3d27-a300-434c-9e68-bd84a3d2ba83 tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 210 time: 0.0284793 May 26 18:05:52.455157 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9cdec-6fdf-4f05-8ef3-335a737aa269 req-94ed1ea8-52fc-4875-ad2e-22db352a5ebf tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:52.457120 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-02c9cdec-6fdf-4f05-8ef3-335a737aa269 req-94ed1ea8-52fc-4875-ad2e-22db352a5ebf tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0993085 May 26 18:05:52.487385 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864743f-7bff-4ec5-a906-02d4c8f7afbf req-d324f7d8-b2e4-4efc-b987-57916fe1dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:52.488919 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f864743f-7bff-4ec5-a906-02d4c8f7afbf req-d324f7d8-b2e4-4efc-b987-57916fe1dcec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.0843039 May 26 18:05:52.539241 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:52.569733 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864743f-7bff-4ec5-a906-02d4c8f7afbf req-7b75693c-f069-48ba-a001-6ef74796aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:52.571387 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f864743f-7bff-4ec5-a906-02d4c8f7afbf req-7b75693c-f069-48ba-a001-6ef74796aab6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700302 May 26 18:05:52.581303 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-02c9cdec-6fdf-4f05-8ef3-335a737aa269 req-07e32175-dcc6-436b-97b5-9c2418131ab2 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083493 May 26 18:05:52.650359 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b282dbe2-95df-4f0b-af8f-e259d59740d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:52.695379 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f864743f-7bff-4ec5-a906-02d4c8f7afbf req-59562b27-ebc9-46de-965d-441718acbb04 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089604 May 26 18:05:52.804037 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f864743f-7bff-4ec5-a906-02d4c8f7afbf req-26d2764e-0d97-49da-8b33-307067d7c085 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991797 May 26 18:05:53.420296 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3cf169d5-9a07-4c3a-9adf-e1e8301ef075 req-8197f488-2a68-4c9c-8b62-a8d6a645809b tempest-DeleteServersTestJSON-113582191 tempest-DeleteServersTestJSON-113582191-project] 10.222.0.76 "GET /v2.0/ports?device_id=1664374d-3fde-4a0f-b37c-4eed1d6e487e HTTP/1.1" status: 200 len: 210 time: 0.0399268 May 26 18:05:53.727660 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c6d29-5082-4082-a638-9cf37b0cac1e req-f2062d4f-f637-48ad-86dc-270a79177c80 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:53.727660 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-423c6d29-5082-4082-a638-9cf37b0cac1e req-f2062d4f-f637-48ad-86dc-270a79177c80 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0540926 May 26 18:05:53.789837 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-423c6d29-5082-4082-a638-9cf37b0cac1e req-c95c5674-ba3f-47ad-bbfd-62610b0f01b7 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606103 May 26 18:05:53.827254 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=74 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:53.885187 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:54.934544 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e5edd-70d3-4dea-a763-2987ef0cff40 req-506284f9-3a93-4679-81df-9b12d88a02d1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:54.936090 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-914e5edd-70d3-4dea-a763-2987ef0cff40 req-506284f9-3a93-4679-81df-9b12d88a02d1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0500143 May 26 18:05:54.993186 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-914e5edd-70d3-4dea-a763-2987ef0cff40 req-75cb905a-e108-4e6a-8aff-42b7d76cbc02 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489466 May 26 18:05:55.505239 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:56.166520 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd24e-fe81-474e-86d4-ae6f83a9efdb req-3fca8b91-7ed4-4840-b9d2-e60e52002142 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:56.168808 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-05efd24e-fe81-474e-86d4-ae6f83a9efdb req-3fca8b91-7ed4-4840-b9d2-e60e52002142 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0576544 May 26 18:05:56.201709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:56.234477 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-05efd24e-fe81-474e-86d4-ae6f83a9efdb req-a1f646be-c7f6-4ff2-9b27-5d3702f2afe2 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555167 May 26 18:05:56.910404 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55382) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:56.987640 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.033296 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55392) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:57.074542 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-70727128-6032-42ba-be8c-cc81342c3d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.095575 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:57.103894 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_v2 [None req-024697f7-36d7-4fe0-8073-65a6fe3b02b9 admin admin] Deleting subnet a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9 {{(pid=104147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:05:57.112541 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-024697f7-36d7-4fe0-8073-65a6fe3b02b9 admin admin] Publish callbacks [] for subnet (a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.162462 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-024697f7-36d7-4fe0-8073-65a6fe3b02b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3201147'] for subnet (a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.196998 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:57.231694 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-024697f7-36d7-4fe0-8073-65a6fe3b02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.270443 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-70727128-6032-42ba-be8c-cc81342c3d86 admin admin] Publish callbacks [] for security_group (19b1325d-d450-4077-9832-fc4fbc2a6350), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.276920 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-70727128-6032-42ba-be8c-cc81342c3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (19b1325d-d450-4077-9832-fc4fbc2a6350), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.347923 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70727128-6032-42ba-be8c-cc81342c3d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b1325d-d450-4077-9832-fc4fbc2a6350,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:57.371054 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-70727128-6032-42ba-be8c-cc81342c3d86 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8cbe6d45be104dfaacc3afd241b940ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4594936 May 26 18:05:57.374611 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55396) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:57.387851 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-024697f7-36d7-4fe0-8073-65a6fe3b02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528279'] for subnet (a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.398409 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d83ad9-3240-4e23-a349-9d9bec324828 req-15fabb97-2b0e-41ba-ac8e-54e3f15ca499 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:57.402244 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a9d83ad9-3240-4e23-a349-9d9bec324828 req-15fabb97-2b0e-41ba-ac8e-54e3f15ca499 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0799365 May 26 18:05:57.434154 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024697f7-36d7-4fe0-8073-65a6fe3b02b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:57.436087 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-024697f7-36d7-4fe0-8073-65a6fe3b02b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.439358 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-024697f7-36d7-4fe0-8073-65a6fe3b02b9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a5e9ba0b-f87a-44f6-b8cb-52ce601db4c9 HTTP/1.1" status: 204 len: 168 time: 0.4050448 May 26 18:05:57.442263 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55398) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:57.467701 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-278ea292-741a-4a67-8c18-5269997b537f admin admin] Publish callbacks [] for security_group (19b1325d-d450-4077-9832-fc4fbc2a6350), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.493632 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-278ea292-741a-4a67-8c18-5269997b537f admin admin] Publish callbacks [] for security_group (19b1325d-d450-4077-9832-fc4fbc2a6350), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.561794 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-278ea292-741a-4a67-8c18-5269997b537f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (19b1325d-d450-4077-9832-fc4fbc2a6350), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.566664 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-278ea292-741a-4a67-8c18-5269997b537f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.568877 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-278ea292-741a-4a67-8c18-5269997b537f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/19b1325d-d450-4077-9832-fc4fbc2a6350 HTTP/1.1" status: 204 len: 168 time: 0.1906128 May 26 18:05:57.584804 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ea292-741a-4a67-8c18-5269997b537f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b1325d-d450-4077-9832-fc4fbc2a6350,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:57.756904 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (13597c6f-f061-4857-86b7-dc277ce72ef7), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.761311 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a9d83ad9-3240-4e23-a349-9d9bec324828 req-243d3591-6b15-40b2-8649-9870d3b86745 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390203 May 26 18:05:57.846164 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (13597c6f-f061-4857-86b7-dc277ce72ef7), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.881594 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13597c6f-f061-4857-86b7-dc277ce72ef7']}} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:57.895072 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7776cc-eda0-4c97-816a-c36f556a6124') {'for_net_delete': True} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:57.895773 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7776cc-eda0-4c97-816a-c36f556a6124') {} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:57.908293 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3201090'] for segment (6a7776cc-eda0-4c97-816a-c36f556a6124), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.925473 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (6a7776cc-eda0-4c97-816a-c36f556a6124), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:57.937659 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=104147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:05:57.938396 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3587878'] for segment (6a7776cc-eda0-4c97-816a-c36f556a6124), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.034478 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 6a7776cc-eda0-4c97-816a-c36f556a6124 resource provider aggregate not found May 26 18:05:58.079107 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 6a7776cc-eda0-4c97-816a-c36f556a6124 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a7776cc-eda0-4c97-816a-c36f556a6124 found for delete ", "request_id": "req-17e71681-cdd5-4cd9-b4d0-94686bb96779"}]} May 26 18:05:58.092164 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (13597c6f-f061-4857-86b7-dc277ce72ef7), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.118995 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.130479 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] 10.222.0.76 "DELETE /v2.0/networks/13597c6f-f061-4857-86b7-dc277ce72ef7 HTTP/1.1" status: 204 len: 168 time: 0.6847684 May 26 18:05:58.165795 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6332a7-320e-469f-bd9c-5c3c4dbc003e admin admin] Pushing event deleted for resources: {'Network': ['ID=13597c6f-f061-4857-86b7-dc277ce72ef7,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:58.265982 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55446) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:58.318519 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e8b78b-9168-4513-9dc2-d4b6a0cac4dd admin admin] Deleting subnet a2f427d9-3a20-47e4-be50-edfb80141d04 {{(pid=104147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:05:58.322847 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:58.324421 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e2e8b78b-9168-4513-9dc2-d4b6a0cac4dd admin admin] Publish callbacks [] for subnet (a2f427d9-3a20-47e4-be50-edfb80141d04), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.360359 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55450) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:58.385452 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e2e8b78b-9168-4513-9dc2-d4b6a0cac4dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3201147'] for subnet (a2f427d9-3a20-47e4-be50-edfb80141d04), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.406812 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-9b32f53f-5968-4d9d-8456-46693d85d358 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b746bd093c749c5a2ffe6fd3d3e0417&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430472 May 26 18:05:58.408772 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55452) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:58.435102 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e2e8b78b-9168-4513-9dc2-d4b6a0cac4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (a2f427d9-3a20-47e4-be50-edfb80141d04), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.476628 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7228448-3d63-450d-af21-f9ae656e28ef admin admin] Publish callbacks [] for security_group (0b1e906b-4c77-40f6-8ee0-cee5b5836e37), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.510418 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7228448-3d63-450d-af21-f9ae656e28ef admin admin] Publish callbacks [] for security_group (0b1e906b-4c77-40f6-8ee0-cee5b5836e37), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.513695 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e2e8b78b-9168-4513-9dc2-d4b6a0cac4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528279'] for subnet (a2f427d9-3a20-47e4-be50-edfb80141d04), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.541319 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8b78b-9168-4513-9dc2-d4b6a0cac4dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f427d9-3a20-47e4-be50-edfb80141d04,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:58.545128 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e2e8b78b-9168-4513-9dc2-d4b6a0cac4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.548353 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-e2e8b78b-9168-4513-9dc2-d4b6a0cac4dd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a2f427d9-3a20-47e4-be50-edfb80141d04 HTTP/1.1" status: 204 len: 168 time: 0.2799606 May 26 18:05:58.551128 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55458) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:58.616422 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7228448-3d63-450d-af21-f9ae656e28ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (0b1e906b-4c77-40f6-8ee0-cee5b5836e37), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.619228 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7228448-3d63-450d-af21-f9ae656e28ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.620373 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b7228448-3d63-450d-af21-f9ae656e28ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b1e906b-4c77-40f6-8ee0-cee5b5836e37 HTTP/1.1" status: 204 len: 168 time: 0.2104185 May 26 18:05:58.645386 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7228448-3d63-450d-af21-f9ae656e28ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1e906b-4c77-40f6-8ee0-cee5b5836e37,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:58.649265 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (af625884-92a1-491e-b8ee-94ecfafe60c2), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.682254 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:58.742276 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (af625884-92a1-491e-b8ee-94ecfafe60c2), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.770243 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af625884-92a1-491e-b8ee-94ecfafe60c2']}} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:58.796709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38055cfb-bf55-4abf-892c-5fbeed1f5d62') {'for_net_delete': True} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:58.796709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38055cfb-bf55-4abf-892c-5fbeed1f5d62') {} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:58.811224 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554166'] for segment (38055cfb-bf55-4abf-892c-5fbeed1f5d62), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.834466 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (38055cfb-bf55-4abf-892c-5fbeed1f5d62), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.845388 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=104146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:05:58.846154 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25883228'] for segment (38055cfb-bf55-4abf-892c-5fbeed1f5d62), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.906995 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment 38055cfb-bf55-4abf-892c-5fbeed1f5d62 resource provider aggregate not found May 26 18:05:58.940412 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment 38055cfb-bf55-4abf-892c-5fbeed1f5d62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38055cfb-bf55-4abf-892c-5fbeed1f5d62 found for delete ", "request_id": "req-6ccedf07-6061-4585-b8f1-26cf63c80ec9"}]} May 26 18:05:58.971040 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (af625884-92a1-491e-b8ee-94ecfafe60c2), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.979023 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a134c23-101b-450c-9236-5d88249757ca req-4bfddd52-99b7-405c-8064-f121ae1bf23b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:05:58.980452 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9a134c23-101b-450c-9236-5d88249757ca req-4bfddd52-99b7-405c-8064-f121ae1bf23b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0690060 May 26 18:05:58.986685 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:58.989764 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] 10.222.0.76 "DELETE /v2.0/networks/af625884-92a1-491e-b8ee-94ecfafe60c2 HTTP/1.1" status: 204 len: 168 time: 0.4372938 May 26 18:05:58.992591 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55480) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:59.006801 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61592786-5f4a-4163-9c4b-ca4a0add477f admin admin] Pushing event deleted for resources: {'Network': ['ID=af625884-92a1-491e-b8ee-94ecfafe60c2,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:59.060799 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9a134c23-101b-450c-9236-5d88249757ca req-a19c8f3b-3165-4745-b67c-01b81b97550b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698457 May 26 18:05:59.065762 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1094bd-d852-4ea2-9cab-91a5c8a0e476 admin admin] Deleting subnet fdcad013-97cc-4312-ab53-2910a187efac {{(pid=104147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:05:59.070089 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3e1094bd-d852-4ea2-9cab-91a5c8a0e476 admin admin] Publish callbacks [] for subnet (fdcad013-97cc-4312-ab53-2910a187efac), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.113371 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3e1094bd-d852-4ea2-9cab-91a5c8a0e476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3201147'] for subnet (fdcad013-97cc-4312-ab53-2910a187efac), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.139589 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:59.157822 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3e1094bd-d852-4ea2-9cab-91a5c8a0e476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (fdcad013-97cc-4312-ab53-2910a187efac), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.221195 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3e1094bd-d852-4ea2-9cab-91a5c8a0e476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528279'] for subnet (fdcad013-97cc-4312-ab53-2910a187efac), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.253606 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3e1094bd-d852-4ea2-9cab-91a5c8a0e476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.259488 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-3e1094bd-d852-4ea2-9cab-91a5c8a0e476 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fdcad013-97cc-4312-ab53-2910a187efac HTTP/1.1" status: 204 len: 168 time: 0.2658675 May 26 18:05:59.259764 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55496) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:59.260626 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1094bd-d852-4ea2-9cab-91a5c8a0e476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdcad013-97cc-4312-ab53-2910a187efac,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:59.368606 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (f4d5476a-6bc7-407f-8ff0-156333d24a93), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.519855 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (f4d5476a-6bc7-407f-8ff0-156333d24a93), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.563159 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d5476a-6bc7-407f-8ff0-156333d24a93']}} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:59.579211 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55508) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:59.592462 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55512) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:59.594587 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3213502-48b2-448c-a8ec-9b4920e717d6') {'for_net_delete': True} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:59.595074 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3213502-48b2-448c-a8ec-9b4920e717d6') {} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:05:59.612241 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554166'] for segment (a3213502-48b2-448c-a8ec-9b4920e717d6), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.634324 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (a3213502-48b2-448c-a8ec-9b4920e717d6), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.637743 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:05:59.651564 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=104146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:05:59.651564 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25883228'] for segment (a3213502-48b2-448c-a8ec-9b4920e717d6), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.739753 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (f4d5476a-6bc7-407f-8ff0-156333d24a93), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.748396 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.752641 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f4d5476a-6bc7-407f-8ff0-156333d24a93 HTTP/1.1" status: 204 len: 168 time: 0.4911830 May 26 18:05:59.774066 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186791cd-cf32-4eca-b6d9-59766031bd27 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d5476a-6bc7-407f-8ff0-156333d24a93,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:05:59.785230 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6bc04eb9-1f94-42f4-9c15-632f1c35e2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.810724 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8f488827-fae4-4200-895f-2252796e0d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.895584 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6bc04eb9-1f94-42f4-9c15-632f1c35e2f0 admin admin] Publish callbacks [] for security_group (2f806b13-8958-4ee5-a5a8-2c9c6a4e8d7b), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.900974 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6bc04eb9-1f94-42f4-9c15-632f1c35e2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (2f806b13-8958-4ee5-a5a8-2c9c6a4e8d7b), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.935545 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8f488827-fae4-4200-895f-2252796e0d85 admin admin] Publish callbacks [] for security_group (94ef0d66-c522-4916-a63c-b4d7ec8ef0e8), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.941023 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8f488827-fae4-4200-895f-2252796e0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (94ef0d66-c522-4916-a63c-b4d7ec8ef0e8), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:05:59.959631 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-6bc04eb9-1f94-42f4-9c15-632f1c35e2f0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=70f1e87647d94fd1bd4b0c6e4c91640d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792076 May 26 18:05:59.961444 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55526) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:59.964488 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55528) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:05:59.970968 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc04eb9-1f94-42f4-9c15-632f1c35e2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f806b13-8958-4ee5-a5a8-2c9c6a4e8d7b,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:00.011162 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a8f65b93-f62c-47bd-937e-44db1a38438f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=563df53d3d894b6db3c703a076b9710a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483613 May 26 18:06:00.013556 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55532) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:00.037376 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-8f488827-fae4-4200-895f-2252796e0d85 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=369bcd27406d43ed930e94e255ff8dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4427772 May 26 18:06:00.039474 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55534) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:00.048218 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f488827-fae4-4200-895f-2252796e0d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef0d66-c522-4916-a63c-b4d7ec8ef0e8,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:00.065222 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:00.083756 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c754-4c7c-4319-a335-498ce5ed45fa admin admin] Publish callbacks [] for security_group (2f806b13-8958-4ee5-a5a8-2c9c6a4e8d7b), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.119773 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c754-4c7c-4319-a335-498ce5ed45fa admin admin] Publish callbacks [] for security_group (2f806b13-8958-4ee5-a5a8-2c9c6a4e8d7b), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.126092 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7fa52b2-c2ad-42be-8c69-21e23762ba22 admin admin] Publish callbacks [] for security_group (74e8e9d0-9d8c-4fb8-b37d-3bd701a5a646), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.155452 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54a0-baff-416a-9183-bd9c1d698ff2 admin admin] Publish callbacks [] for security_group (94ef0d66-c522-4916-a63c-b4d7ec8ef0e8), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.162427 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7fa52b2-c2ad-42be-8c69-21e23762ba22 admin admin] Publish callbacks [] for security_group (74e8e9d0-9d8c-4fb8-b37d-3bd701a5a646), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.205888 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54a0-baff-416a-9183-bd9c1d698ff2 admin admin] Publish callbacks [] for security_group (94ef0d66-c522-4916-a63c-b4d7ec8ef0e8), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.228350 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a7928-af01-43dc-9ab2-d66643dd6d59 req-1311a219-cdd6-4096-b4c7-55180b1fa15d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:00.229901 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-170a7928-af01-43dc-9ab2-d66643dd6d59 req-1311a219-cdd6-4096-b4c7-55180b1fa15d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0665145 May 26 18:06:00.264034 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c754-4c7c-4319-a335-498ce5ed45fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (2f806b13-8958-4ee5-a5a8-2c9c6a4e8d7b), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.267214 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7fa52b2-c2ad-42be-8c69-21e23762ba22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (74e8e9d0-9d8c-4fb8-b37d-3bd701a5a646), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.271427 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-dfb4c754-4c7c-4319-a335-498ce5ed45fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.272570 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7fa52b2-c2ad-42be-8c69-21e23762ba22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.273254 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-dfb4c754-4c7c-4319-a335-498ce5ed45fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2f806b13-8958-4ee5-a5a8-2c9c6a4e8d7b HTTP/1.1" status: 204 len: 168 time: 0.3058023 May 26 18:06:00.276773 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b7fa52b2-c2ad-42be-8c69-21e23762ba22 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/74e8e9d0-9d8c-4fb8-b37d-3bd701a5a646 HTTP/1.1" status: 204 len: 168 time: 0.2595608 May 26 18:06:00.291027 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa52b2-c2ad-42be-8c69-21e23762ba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e8e9d0-9d8c-4fb8-b37d-3bd701a5a646,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:00.319473 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4c754-4c7c-4319-a335-498ce5ed45fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f806b13-8958-4ee5-a5a8-2c9c6a4e8d7b,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:00.320649 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54a0-baff-416a-9183-bd9c1d698ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (94ef0d66-c522-4916-a63c-b4d7ec8ef0e8), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.338345 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4b5e54a0-baff-416a-9183-bd9c1d698ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:00.342223 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-4b5e54a0-baff-416a-9183-bd9c1d698ff2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/94ef0d66-c522-4916-a63c-b4d7ec8ef0e8 HTTP/1.1" status: 204 len: 168 time: 0.2987003 May 26 18:06:00.366497 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e54a0-baff-416a-9183-bd9c1d698ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef0d66-c522-4916-a63c-b4d7ec8ef0e8,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:00.369719 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:00.384272 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-170a7928-af01-43dc-9ab2-d66643dd6d59 req-181c4d9b-3c4e-4d05-9ae4-94f0c2b5672a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444588 May 26 18:06:00.637282 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=32 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:00.967748 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment a3213502-48b2-448c-a8ec-9b4920e717d6 resource provider aggregate not found May 26 18:06:00.994613 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment a3213502-48b2-448c-a8ec-9b4920e717d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3213502-48b2-448c-a8ec-9b4920e717d6 found for delete ", "request_id": "req-011dc9c1-dbbb-48e6-862b-771d9369649b"}]} May 26 18:06:01.067762 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55566) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:01.115604 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55568) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:01.131910 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-9d181019-0224-471c-86a6-d7f88c6d8930 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21903e884eed4f2cb0618ac7b2a2c9d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0624461 May 26 18:06:01.134676 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55570) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:01.136726 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-06d24817-fc5a-400f-9c6d-d03d6cbab631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.216737 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7993df60-c742-4f5c-a8f8-4008be2fd7d2 admin admin] Publish callbacks [] for security_group (83cc0f52-6f4b-4a1d-aa0d-477cc9829b64), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.259235 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7993df60-c742-4f5c-a8f8-4008be2fd7d2 admin admin] Publish callbacks [] for security_group (83cc0f52-6f4b-4a1d-aa0d-477cc9829b64), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.276328 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-06d24817-fc5a-400f-9c6d-d03d6cbab631 admin admin] Publish callbacks [] for security_group (c3b7a7c3-dbdd-4533-afa3-e46330621af4), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.282702 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-06d24817-fc5a-400f-9c6d-d03d6cbab631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (c3b7a7c3-dbdd-4533-afa3-e46330621af4), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.331064 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-06d24817-fc5a-400f-9c6d-d03d6cbab631 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=20aa79df21104b3994c5f658401c9446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136919 May 26 18:06:01.332869 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d24817-fc5a-400f-9c6d-d03d6cbab631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b7a7c3-dbdd-4533-afa3-e46330621af4,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:01.336296 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55576) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:01.342779 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7993df60-c742-4f5c-a8f8-4008be2fd7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (83cc0f52-6f4b-4a1d-aa0d-477cc9829b64), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.353146 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7993df60-c742-4f5c-a8f8-4008be2fd7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.360054 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-7993df60-c742-4f5c-a8f8-4008be2fd7d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83cc0f52-6f4b-4a1d-aa0d-477cc9829b64 HTTP/1.1" status: 204 len: 168 time: 0.2218463 May 26 18:06:01.372227 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993df60-c742-4f5c-a8f8-4008be2fd7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cc0f52-6f4b-4a1d-aa0d-477cc9829b64,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:01.411270 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec63a-0ee2-482c-a422-4edebc7c6037 admin admin] Publish callbacks [] for security_group (c3b7a7c3-dbdd-4533-afa3-e46330621af4), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.449129 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec63a-0ee2-482c-a422-4edebc7c6037 admin admin] Publish callbacks [] for security_group (c3b7a7c3-dbdd-4533-afa3-e46330621af4), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.454030 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:01.536175 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b859e6b-3908-404e-a036-1c1ed4d7dd9a req-7f293bda-01ef-421d-9f46-02b57e287d22 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:01.538006 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8b859e6b-3908-404e-a036-1c1ed4d7dd9a req-7f293bda-01ef-421d-9f46-02b57e287d22 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0631442 May 26 18:06:01.553009 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec63a-0ee2-482c-a422-4edebc7c6037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (c3b7a7c3-dbdd-4533-afa3-e46330621af4), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.555591 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec63a-0ee2-482c-a422-4edebc7c6037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:01.556808 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-3c3ec63a-0ee2-482c-a422-4edebc7c6037 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c3b7a7c3-dbdd-4533-afa3-e46330621af4 HTTP/1.1" status: 204 len: 168 time: 0.2191911 May 26 18:06:01.569768 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ec63a-0ee2-482c-a422-4edebc7c6037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b7a7c3-dbdd-4533-afa3-e46330621af4,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:01.576218 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:01.623985 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8b859e6b-3908-404e-a036-1c1ed4d7dd9a req-4e3606cd-7e9b-4ac6-a804-39af837cc519 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795486 May 26 18:06:02.810284 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf3c20-41cc-4212-8c8a-a29e5b5f7a79 req-bfec949a-7198-4df3-b1b0-f4737f4487e4 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:02.828827 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cddf3c20-41cc-4212-8c8a-a29e5b5f7a79 req-bfec949a-7198-4df3-b1b0-f4737f4487e4 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.1056530 May 26 18:06:02.927333 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cddf3c20-41cc-4212-8c8a-a29e5b5f7a79 req-d9e34c12-007f-4515-a208-f6adf21cd3ef tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939226 May 26 18:06:03.899008 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55702) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:04.089277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cda94f-d0e1-463b-b4f4-8540b50a710f req-ff798b56-4afa-48b4-a69d-449899705ae0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:04.090921 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b0cda94f-d0e1-463b-b4f4-8540b50a710f req-ff798b56-4afa-48b4-a69d-449899705ae0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0560679 May 26 18:06:04.163890 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b0cda94f-d0e1-463b-b4f4-8540b50a710f req-054d0091-8c49-4688-ba95-a94fe41cf6bd tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656898 May 26 18:06:04.396070 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-217ed742-12b2-4de8-aba9-68bb7a577931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.659869 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-217ed742-12b2-4de8-aba9-68bb7a577931 admin admin] Publish callbacks [] for security_group (4d1a4612-229d-4498-a35f-37b6a3428b63), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.667734 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-217ed742-12b2-4de8-aba9-68bb7a577931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (4d1a4612-229d-4498-a35f-37b6a3428b63), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.748593 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55744) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:04.749208 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-217ed742-12b2-4de8-aba9-68bb7a577931 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92bbac43c7b34d73be60ddcde92ae3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8482358 May 26 18:06:04.757372 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ed742-12b2-4de8-aba9-68bb7a577931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1a4612-229d-4498-a35f-37b6a3428b63,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:04.795332 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55746) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:04.841104 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-13a91caf-002f-4a2c-9d01-37c436022d03 admin admin] Publish callbacks [] for security_group (4d1a4612-229d-4498-a35f-37b6a3428b63), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.869555 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-13a91caf-002f-4a2c-9d01-37c436022d03 admin admin] Publish callbacks [] for security_group (4d1a4612-229d-4498-a35f-37b6a3428b63), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.948767 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-13a91caf-002f-4a2c-9d01-37c436022d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (4d1a4612-229d-4498-a35f-37b6a3428b63), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.952072 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-13a91caf-002f-4a2c-9d01-37c436022d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:04.958648 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-13a91caf-002f-4a2c-9d01-37c436022d03 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d1a4612-229d-4498-a35f-37b6a3428b63 HTTP/1.1" status: 204 len: 168 time: 0.2046010 May 26 18:06:04.963638 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a91caf-002f-4a2c-9d01-37c436022d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1a4612-229d-4498-a35f-37b6a3428b63,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:05.157475 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aa4bac83-eec1-4cad-974d-693edef2c9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.281432 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aa4bac83-eec1-4cad-974d-693edef2c9fc admin admin] Publish callbacks [] for security_group (453083f6-a7bf-477b-998b-c3995992b794), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.295344 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aa4bac83-eec1-4cad-974d-693edef2c9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (453083f6-a7bf-477b-998b-c3995992b794), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.338689 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:05.384606 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb02d9c-bf6f-4a16-bcc8-eaf251b4e913 req-3a594a83-cbae-4b21-8d19-f5ed3a240303 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:05.387778 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3eb02d9c-bf6f-4a16-bcc8-eaf251b4e913 req-3a594a83-cbae-4b21-8d19-f5ed3a240303 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.1039467 May 26 18:06:05.396584 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-aa4bac83-eec1-4cad-974d-693edef2c9fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=84ab655e4a5e44da9c4a8b8c696c492c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5961163 May 26 18:06:05.396937 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55764) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:05.399363 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bac83-eec1-4cad-974d-693edef2c9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453083f6-a7bf-477b-998b-c3995992b794,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:05.458989 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3eb02d9c-bf6f-4a16-bcc8-eaf251b4e913 req-15890095-ed13-419a-9458-9dbfc72a1ded tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625422 May 26 18:06:05.471099 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:05.478217 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e92f-1ef9-486f-aece-5f351fcf8ac4 admin admin] Publish callbacks [] for security_group (453083f6-a7bf-477b-998b-c3995992b794), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.513537 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e92f-1ef9-486f-aece-5f351fcf8ac4 admin admin] Publish callbacks [] for security_group (453083f6-a7bf-477b-998b-c3995992b794), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.580593 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55766) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:05.584336 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e92f-1ef9-486f-aece-5f351fcf8ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (453083f6-a7bf-477b-998b-c3995992b794), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.587000 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e92f-1ef9-486f-aece-5f351fcf8ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.588582 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-0fd2e92f-1ef9-486f-aece-5f351fcf8ac4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/453083f6-a7bf-477b-998b-c3995992b794 HTTP/1.1" status: 204 len: 168 time: 0.1903033 May 26 18:06:05.598251 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2e92f-1ef9-486f-aece-5f351fcf8ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453083f6-a7bf-477b-998b-c3995992b794,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:05.610322 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fc2c2f34-eb79-46ec-8104-08863e5f54c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.772957 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fc2c2f34-eb79-46ec-8104-08863e5f54c1 admin admin] Publish callbacks [] for security_group (dff40b0b-07d9-43b1-9fe6-4ed6aa5d376b), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.777681 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fc2c2f34-eb79-46ec-8104-08863e5f54c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (dff40b0b-07d9-43b1-9fe6-4ed6aa5d376b), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:05.808406 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:DELETE=1,neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:05.833054 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c2f34-eb79-46ec-8104-08863e5f54c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff40b0b-07d9-43b1-9fe6-4ed6aa5d376b,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:05.852864 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-fc2c2f34-eb79-46ec-8104-08863e5f54c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a0b4de8454c44e448b78c0ad666f4b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685866 May 26 18:06:05.855506 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55778) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:05.981662 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c54bb2b8-075a-4b1c-b28d-e668666ce699 admin admin] Publish callbacks [] for security_group (dff40b0b-07d9-43b1-9fe6-4ed6aa5d376b), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:06.013506 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c54bb2b8-075a-4b1c-b28d-e668666ce699 admin admin] Publish callbacks [] for security_group (dff40b0b-07d9-43b1-9fe6-4ed6aa5d376b), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:06.117465 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c54bb2b8-075a-4b1c-b28d-e668666ce699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (dff40b0b-07d9-43b1-9fe6-4ed6aa5d376b), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:06.122449 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c54bb2b8-075a-4b1c-b28d-e668666ce699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:06.123845 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-c54bb2b8-075a-4b1c-b28d-e668666ce699 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dff40b0b-07d9-43b1-9fe6-4ed6aa5d376b HTTP/1.1" status: 204 len: 168 time: 0.2663355 May 26 18:06:06.170467 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bb2b8-075a-4b1c-b28d-e668666ce699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff40b0b-07d9-43b1-9fe6-4ed6aa5d376b,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:06.644197 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6bcef-e785-442d-9fee-dfbf995c22b2 req-f0d62305-ccc7-4e5e-9521-ac2ca9e8b5b9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:06.645947 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-04f6bcef-e785-442d-9fee-dfbf995c22b2 req-f0d62305-ccc7-4e5e-9521-ac2ca9e8b5b9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0583785 May 26 18:06:06.706276 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-04f6bcef-e785-442d-9fee-dfbf995c22b2 req-fae531c5-04b0-4200-8059-5b5991d1518f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526710 May 26 18:06:07.915077 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77bf1a-ef6b-4985-b7eb-4ae254534114 req-7e068ad1-a7cb-4288-8ae6-70d84fc4ad53 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:07.917246 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-dd77bf1a-ef6b-4985-b7eb-4ae254534114 req-7e068ad1-a7cb-4288-8ae6-70d84fc4ad53 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0694082 May 26 18:06:07.987670 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-dd77bf1a-ef6b-4985-b7eb-4ae254534114 req-69da4ff3-ccc2-4a10-a4ba-e8c913e66c13 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641279 May 26 18:06:08.519944 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55898) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:08.718050 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b122ea01-ff7c-49b6-83f1-a5d07601a005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:08.813468 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b122ea01-ff7c-49b6-83f1-a5d07601a005 admin admin] Publish callbacks [] for security_group (e974ed83-bdd1-4187-8009-dd99427830fd), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:08.817811 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b122ea01-ff7c-49b6-83f1-a5d07601a005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (e974ed83-bdd1-4187-8009-dd99427830fd), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:08.862430 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122ea01-ff7c-49b6-83f1-a5d07601a005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e974ed83-bdd1-4187-8009-dd99427830fd,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:08.866824 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b122ea01-ff7c-49b6-83f1-a5d07601a005 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a1a8e5e70424cb0aa6937d7de6956dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454492 May 26 18:06:08.869938 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55908) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:08.903832 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:08.940080 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-40b076de-2734-41fa-a14c-17c974c3e791 admin admin] Publish callbacks [] for security_group (e974ed83-bdd1-4187-8009-dd99427830fd), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:08.964360 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-40b076de-2734-41fa-a14c-17c974c3e791 admin admin] Publish callbacks [] for security_group (e974ed83-bdd1-4187-8009-dd99427830fd), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.035422 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-40b076de-2734-41fa-a14c-17c974c3e791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (e974ed83-bdd1-4187-8009-dd99427830fd), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.038640 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-40b076de-2734-41fa-a14c-17c974c3e791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.039888 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-40b076de-2734-41fa-a14c-17c974c3e791 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e974ed83-bdd1-4187-8009-dd99427830fd HTTP/1.1" status: 204 len: 168 time: 0.1690919 May 26 18:06:09.049728 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b076de-2734-41fa-a14c-17c974c3e791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e974ed83-bdd1-4187-8009-dd99427830fd,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:09.071293 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:09.072076 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=65,neutron:UPDATE=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:09.145490 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa592b9f-34ec-4db9-803a-5ec800d5be60 req-b4a7d536-4d37-48dd-af65-6793c0eea53e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:09.151071 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-aa592b9f-34ec-4db9-803a-5ec800d5be60 req-b4a7d536-4d37-48dd-af65-6793c0eea53e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0791070 May 26 18:06:09.221245 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-aa592b9f-34ec-4db9-803a-5ec800d5be60 req-1b31822f-23a3-4426-b4fb-b5782c03540d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612977 May 26 18:06:09.442409 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 55918) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:09.464607 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3b488816-ab4c-419c-80bf-57dff4497e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.521748 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:09.599791 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3b488816-ab4c-419c-80bf-57dff4497e6f admin admin] Publish callbacks [] for security_group (e022b349-96a5-43ad-97e9-8b41320183d4), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.604895 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3b488816-ab4c-419c-80bf-57dff4497e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (e022b349-96a5-43ad-97e9-8b41320183d4), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.652943 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-3b488816-ab4c-419c-80bf-57dff4497e6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bb3ff296fd39497fafc3616096f2232e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090242 May 26 18:06:09.657749 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 55924) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:09.664919 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b488816-ab4c-419c-80bf-57dff4497e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e022b349-96a5-43ad-97e9-8b41320183d4,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:09.716246 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5ae33560-c9f8-4dda-ab36-27221b2adcd0 admin admin] Publish callbacks [] for security_group (e022b349-96a5-43ad-97e9-8b41320183d4), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.748332 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5ae33560-c9f8-4dda-ab36-27221b2adcd0 admin admin] Publish callbacks [] for security_group (e022b349-96a5-43ad-97e9-8b41320183d4), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.853103 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5ae33560-c9f8-4dda-ab36-27221b2adcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (e022b349-96a5-43ad-97e9-8b41320183d4), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.858533 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5ae33560-c9f8-4dda-ab36-27221b2adcd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:09.862289 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-5ae33560-c9f8-4dda-ab36-27221b2adcd0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e022b349-96a5-43ad-97e9-8b41320183d4 HTTP/1.1" status: 204 len: 168 time: 0.2030237 May 26 18:06:09.878965 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae33560-c9f8-4dda-ab36-27221b2adcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e022b349-96a5-43ad-97e9-8b41320183d4,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:10.406646 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5930af-a36f-4907-897a-34b49163b572 req-9d84f654-9492-431a-b9d2-43346936720b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:10.408059 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ed5930af-a36f-4907-897a-34b49163b572 req-9d84f654-9492-431a-b9d2-43346936720b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0616407 May 26 18:06:10.485876 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ed5930af-a36f-4907-897a-34b49163b572 req-fd96e12a-8c5a-4d0c-a794-be407bdba889 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667598 May 26 18:06:11.349416 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:11.733867 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90395b44-ca54-434e-a0f9-e29e4c9ad8f7 req-91f6a3dd-2b53-4ad6-8398-a9c14cb8ef0d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:11.740857 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-90395b44-ca54-434e-a0f9-e29e4c9ad8f7 req-91f6a3dd-2b53-4ad6-8398-a9c14cb8ef0d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.1360412 May 26 18:06:11.837399 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-90395b44-ca54-434e-a0f9-e29e4c9ad8f7 req-c2b2d4e6-6992-4d12-a270-091cdc4a4d79 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899754 May 26 18:06:12.121635 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56046) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:12.259894 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cea71311-361f-4234-a2e5-1b9482fa306a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.376446 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cea71311-361f-4234-a2e5-1b9482fa306a admin admin] Publish callbacks [] for security_group (2809a57d-4d06-4c57-89ee-63f72f05aaad), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.381923 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cea71311-361f-4234-a2e5-1b9482fa306a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (2809a57d-4d06-4c57-89ee-63f72f05aaad), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.427809 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:12.431507 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea71311-361f-4234-a2e5-1b9482fa306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2809a57d-4d06-4c57-89ee-63f72f05aaad,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:12.440417 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-cea71311-361f-4234-a2e5-1b9482fa306a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db354d763e214ca4a62b0f964ee5b60f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129044 May 26 18:06:12.440807 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 56056) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:12.512189 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bf9aed4a-3fbc-4340-ba9a-2fb812b46b13 admin admin] Publish callbacks [] for security_group (2809a57d-4d06-4c57-89ee-63f72f05aaad), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.543918 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bf9aed4a-3fbc-4340-ba9a-2fb812b46b13 admin admin] Publish callbacks [] for security_group (2809a57d-4d06-4c57-89ee-63f72f05aaad), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.611690 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bf9aed4a-3fbc-4340-ba9a-2fb812b46b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (2809a57d-4d06-4c57-89ee-63f72f05aaad), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.615239 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bf9aed4a-3fbc-4340-ba9a-2fb812b46b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:12.616836 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-bf9aed4a-3fbc-4340-ba9a-2fb812b46b13 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2809a57d-4d06-4c57-89ee-63f72f05aaad HTTP/1.1" status: 204 len: 168 time: 0.1749749 May 26 18:06:12.629202 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9aed4a-3fbc-4340-ba9a-2fb812b46b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2809a57d-4d06-4c57-89ee-63f72f05aaad,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:13.012615 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6630d3-c84a-4e78-82ea-42815a16d9ec req-08827590-4670-4c68-83ec-a7d94703a8e3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:13.014281 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2e6630d3-c84a-4e78-82ea-42815a16d9ec req-08827590-4670-4c68-83ec-a7d94703a8e3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0770535 May 26 18:06:13.055057 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56080) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:13.083850 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2e6630d3-c84a-4e78-82ea-42815a16d9ec req-7dc02807-a2aa-471d-a2d9-ac25a0445be1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635238 May 26 18:06:13.085301 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3382117a-fa59-44e4-bbb2-919f066cb60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:13.186137 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3382117a-fa59-44e4-bbb2-919f066cb60a admin admin] Publish callbacks [] for security_group (4edcefab-47be-4b8d-b1cf-399c185bd3fc), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:13.191806 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3382117a-fa59-44e4-bbb2-919f066cb60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (4edcefab-47be-4b8d-b1cf-399c185bd3fc), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:13.238465 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-3382117a-fa59-44e4-bbb2-919f066cb60a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8322d85b7ebd468ca4ee85d9d94e19be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785977 May 26 18:06:13.239043 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382117a-fa59-44e4-bbb2-919f066cb60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edcefab-47be-4b8d-b1cf-399c185bd3fc,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:13.241599 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 56084) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:13.303082 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-acc1385f-980d-4ce7-8d37-930c52d2d278 admin admin] Publish callbacks [] for security_group (4edcefab-47be-4b8d-b1cf-399c185bd3fc), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:13.331286 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-acc1385f-980d-4ce7-8d37-930c52d2d278 admin admin] Publish callbacks [] for security_group (4edcefab-47be-4b8d-b1cf-399c185bd3fc), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:13.368620 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:13.387427 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-acc1385f-980d-4ce7-8d37-930c52d2d278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (4edcefab-47be-4b8d-b1cf-399c185bd3fc), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:13.390544 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-acc1385f-980d-4ce7-8d37-930c52d2d278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:13.391832 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-acc1385f-980d-4ce7-8d37-930c52d2d278 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4edcefab-47be-4b8d-b1cf-399c185bd3fc HTTP/1.1" status: 204 len: 168 time: 0.1491508 May 26 18:06:13.401080 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1385f-980d-4ce7-8d37-930c52d2d278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edcefab-47be-4b8d-b1cf-399c185bd3fc,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:13.995664 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56112) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:14.181948 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-26f8c339-2058-4bcd-9ab6-c7ed368ab036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:14.235387 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:14.253155 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622d267-2d3b-4694-b4c7-5d09b245c0ba req-6bb522de-bee9-488f-8711-50bf6d87fcad tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:14.257207 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5622d267-2d3b-4694-b4c7-5d09b245c0ba req-6bb522de-bee9-488f-8711-50bf6d87fcad tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0676458 May 26 18:06:14.282116 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-26f8c339-2058-4bcd-9ab6-c7ed368ab036 admin admin] Publish callbacks [] for security_group (7cac139e-4911-4185-8f0d-787347063927), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:14.287422 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-26f8c339-2058-4bcd-9ab6-c7ed368ab036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7cac139e-4911-4185-8f0d-787347063927), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:14.322865 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5622d267-2d3b-4694-b4c7-5d09b245c0ba req-4b93e00d-c606-4293-95e5-0f5f1aa87282 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538259 May 26 18:06:14.336305 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-26f8c339-2058-4bcd-9ab6-c7ed368ab036 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a76209e0f3d248cba6b1b05adddbdf93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394754 May 26 18:06:14.339036 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8c339-2058-4bcd-9ab6-c7ed368ab036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cac139e-4911-4185-8f0d-787347063927,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:14.339172 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 56130) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:14.407709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aba47ba6-66c5-4b55-aa06-c71287e29029 admin admin] Publish callbacks [] for security_group (7cac139e-4911-4185-8f0d-787347063927), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:14.432740 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aba47ba6-66c5-4b55-aa06-c71287e29029 admin admin] Publish callbacks [] for security_group (7cac139e-4911-4185-8f0d-787347063927), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:14.497130 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aba47ba6-66c5-4b55-aa06-c71287e29029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7cac139e-4911-4185-8f0d-787347063927), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:14.501537 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aba47ba6-66c5-4b55-aa06-c71287e29029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:14.505407 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-aba47ba6-66c5-4b55-aa06-c71287e29029 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7cac139e-4911-4185-8f0d-787347063927 HTTP/1.1" status: 204 len: 168 time: 0.1624951 May 26 18:06:14.512180 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba47ba6-66c5-4b55-aa06-c71287e29029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cac139e-4911-4185-8f0d-787347063927,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:15.267417 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 56168) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:15.288933 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5ffe2568-6c05-4070-8a74-02c7f1da308a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:15.413307 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5ffe2568-6c05-4070-8a74-02c7f1da308a admin admin] Publish callbacks [] for security_group (ac476f82-9a7b-4035-be40-6431bcdce2ba), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:15.417209 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5ffe2568-6c05-4070-8a74-02c7f1da308a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (ac476f82-9a7b-4035-be40-6431bcdce2ba), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:15.424561 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:15.485832 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5ffe2568-6c05-4070-8a74-02c7f1da308a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c9432e2d5d8a41cfb2b79b6ad5b12463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128332 May 26 18:06:15.485832 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 56182) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:15.508240 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7c7af-6ca1-4316-b3b1-81a42be43f39 req-931009e7-cbf7-4afd-b1f9-eeb756bf2ced tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:15.516815 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-34e7c7af-6ca1-4316-b3b1-81a42be43f39 req-931009e7-cbf7-4afd-b1f9-eeb756bf2ced tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0886536 May 26 18:06:15.519147 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe2568-6c05-4070-8a74-02c7f1da308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac476f82-9a7b-4035-be40-6431bcdce2ba,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:15.550310 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3fb2-724f-452c-b7d4-f4cca0fc6d94 admin admin] Publish callbacks [] for security_group (ac476f82-9a7b-4035-be40-6431bcdce2ba), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:15.578484 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3fb2-724f-452c-b7d4-f4cca0fc6d94 admin admin] Publish callbacks [] for security_group (ac476f82-9a7b-4035-be40-6431bcdce2ba), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:15.581096 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-34e7c7af-6ca1-4316-b3b1-81a42be43f39 req-9786463f-d814-4e4f-bf18-e946337f9c26 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628338 May 26 18:06:15.649351 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3fb2-724f-452c-b7d4-f4cca0fc6d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (ac476f82-9a7b-4035-be40-6431bcdce2ba), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:15.653118 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ef6e3fb2-724f-452c-b7d4-f4cca0fc6d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:15.659385 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-ef6e3fb2-724f-452c-b7d4-f4cca0fc6d94 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac476f82-9a7b-4035-be40-6431bcdce2ba HTTP/1.1" status: 204 len: 168 time: 0.1728749 May 26 18:06:15.668385 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e3fb2-724f-452c-b7d4-f4cca0fc6d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac476f82-9a7b-4035-be40-6431bcdce2ba,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:16.735671 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f07c4-e0c6-4005-a2f9-98d8b61cdb9e req-cfcf2fc9-4283-4b50-bdd9-8bacd1226649 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:16.740376 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-048f07c4-e0c6-4005-a2f9-98d8b61cdb9e req-cfcf2fc9-4283-4b50-bdd9-8bacd1226649 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0597348 May 26 18:06:16.807957 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-048f07c4-e0c6-4005-a2f9-98d8b61cdb9e req-efc2f557-60c5-4b98-b57b-5dff855c6260 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640414 May 26 18:06:17.091505 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 56276) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:17.467070 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5aabb3ad-0f9e-458a-9af4-f85702280f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:17.482228 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:17.625926 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5aabb3ad-0f9e-458a-9af4-f85702280f56 admin admin] Publish callbacks [] for security_group (61d6c4ad-4025-4632-a0da-bac92d14d39b), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:17.631366 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5aabb3ad-0f9e-458a-9af4-f85702280f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (61d6c4ad-4025-4632-a0da-bac92d14d39b), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:17.710540 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5aabb3ad-0f9e-458a-9af4-f85702280f56 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eaea742a13bd43ba88339d0d1095dbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6154912 May 26 18:06:17.711336 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56306) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:17.713772 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabb3ad-0f9e-458a-9af4-f85702280f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d6c4ad-4025-4632-a0da-bac92d14d39b,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:17.766958 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aee14bf1-181f-464e-bfda-fcea7d32b963 admin admin] Publish callbacks [] for security_group (61d6c4ad-4025-4632-a0da-bac92d14d39b), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:17.795310 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aee14bf1-181f-464e-bfda-fcea7d32b963 admin admin] Publish callbacks [] for security_group (61d6c4ad-4025-4632-a0da-bac92d14d39b), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:17.880469 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aee14bf1-181f-464e-bfda-fcea7d32b963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (61d6c4ad-4025-4632-a0da-bac92d14d39b), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:17.883981 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aee14bf1-181f-464e-bfda-fcea7d32b963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:17.889030 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-aee14bf1-181f-464e-bfda-fcea7d32b963 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/61d6c4ad-4025-4632-a0da-bac92d14d39b HTTP/1.1" status: 204 len: 168 time: 0.1739063 May 26 18:06:17.920378 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee14bf1-181f-464e-bfda-fcea7d32b963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d6c4ad-4025-4632-a0da-bac92d14d39b,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:18.033378 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888db85-cd21-48c9-b7e7-739ad766ad83 req-7550f485-9742-4900-99f7-c464ea22e5b8 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:18.043015 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0888db85-cd21-48c9-b7e7-739ad766ad83 req-7550f485-9742-4900-99f7-c464ea22e5b8 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0816894 May 26 18:06:18.139441 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0888db85-cd21-48c9-b7e7-739ad766ad83 req-d6cbe5fe-6fe1-4d20-9ba9-dd59440930e6 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950394 May 26 18:06:18.330810 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56330) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:18.344043 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1edb3f01-246c-465f-844b-e76e596d2444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:18.363380 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:18.456762 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1edb3f01-246c-465f-844b-e76e596d2444 admin admin] Publish callbacks [] for security_group (6f03af92-2abd-40f4-908f-0c39425fd724), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:18.462400 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1edb3f01-246c-465f-844b-e76e596d2444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6f03af92-2abd-40f4-908f-0c39425fd724), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:18.515232 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1edb3f01-246c-465f-844b-e76e596d2444 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=66edceff07334667985a940cd9cc9bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809194 May 26 18:06:18.515232 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb3f01-246c-465f-844b-e76e596d2444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f03af92-2abd-40f4-908f-0c39425fd724,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:18.516032 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 56340) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:18.592894 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-30359cdc-d408-4b4b-a098-6bf788659277 admin admin] Publish callbacks [] for security_group (6f03af92-2abd-40f4-908f-0c39425fd724), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:18.618025 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-30359cdc-d408-4b4b-a098-6bf788659277 admin admin] Publish callbacks [] for security_group (6f03af92-2abd-40f4-908f-0c39425fd724), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:18.668970 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-30359cdc-d408-4b4b-a098-6bf788659277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6f03af92-2abd-40f4-908f-0c39425fd724), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:18.672290 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-30359cdc-d408-4b4b-a098-6bf788659277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:18.673380 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-30359cdc-d408-4b4b-a098-6bf788659277 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f03af92-2abd-40f4-908f-0c39425fd724 HTTP/1.1" status: 204 len: 168 time: 0.1531837 May 26 18:06:18.681356 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30359cdc-d408-4b4b-a098-6bf788659277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f03af92-2abd-40f4-908f-0c39425fd724,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:19.148657 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56360) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:19.172587 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b1910904-2405-4565-b5db-41336ba1268d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.295098 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b1910904-2405-4565-b5db-41336ba1268d admin admin] Publish callbacks [] for security_group (7ccbd430-9402-4230-aaa3-e49d4a836ce2), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.300657 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b1910904-2405-4565-b5db-41336ba1268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7ccbd430-9402-4230-aaa3-e49d4a836ce2), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.305928 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff6659-7aa5-4805-81d5-ec46e471f2a9 req-50ef81a3-c275-41e3-a39a-f3bd3606a57a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:19.308362 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8ff6659-7aa5-4805-81d5-ec46e471f2a9 req-50ef81a3-c275-41e3-a39a-f3bd3606a57a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0830865 May 26 18:06:19.327813 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:19.340398 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-b1910904-2405-4565-b5db-41336ba1268d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f1a7e81034eb439591a666ad30796c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901929 May 26 18:06:19.345255 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56368) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:19.372526 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1910904-2405-4565-b5db-41336ba1268d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccbd430-9402-4230-aaa3-e49d4a836ce2,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:19.412613 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8ff6659-7aa5-4805-81d5-ec46e471f2a9 req-d249df3e-3a70-4aca-9817-f018df831fe1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928731 May 26 18:06:19.422989 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b4281b4f-8e0f-442d-bf28-155c24aca410 admin admin] Publish callbacks [] for security_group (7ccbd430-9402-4230-aaa3-e49d4a836ce2), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.450576 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b4281b4f-8e0f-442d-bf28-155c24aca410 admin admin] Publish callbacks [] for security_group (7ccbd430-9402-4230-aaa3-e49d4a836ce2), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.532611 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b4281b4f-8e0f-442d-bf28-155c24aca410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7ccbd430-9402-4230-aaa3-e49d4a836ce2), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.543908 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b4281b4f-8e0f-442d-bf28-155c24aca410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:19.546145 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-b4281b4f-8e0f-442d-bf28-155c24aca410 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ccbd430-9402-4230-aaa3-e49d4a836ce2 HTTP/1.1" status: 204 len: 168 time: 0.1994503 May 26 18:06:19.578747 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4281b4f-8e0f-442d-bf28-155c24aca410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccbd430-9402-4230-aaa3-e49d4a836ce2,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:20.433117 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e7c2e9e4-acc3-4584-959d-f5d204f409a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:20.562295 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66b48c-d7ad-48e4-9b74-b6cf522cc52a req-f344254b-89c3-4e27-8484-bb41cd324d1f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:20.564235 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3e66b48c-d7ad-48e4-9b74-b6cf522cc52a req-f344254b-89c3-4e27-8484-bb41cd324d1f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0547988 May 26 18:06:20.620573 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3e66b48c-d7ad-48e4-9b74-b6cf522cc52a req-0d6562bb-4d3e-4eb6-88a4-8cb7b9c54e4c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505137 May 26 18:06:21.625767 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:21.632028 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:21.753050 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6179e2-afcd-4922-925b-5693e67aa276 req-f7eb5e00-39c6-4463-bd21-9bb7552d1d4c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:21.754694 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1b6179e2-afcd-4922-925b-5693e67aa276 req-f7eb5e00-39c6-4463-bd21-9bb7552d1d4c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0560706 May 26 18:06:21.808105 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1b6179e2-afcd-4922-925b-5693e67aa276 req-3e1501d0-1ccf-437c-9d71-8f08bdab8d80 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473125 May 26 18:06:22.649120 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b4cab23d-c5e4-42c9-9921-264915acbeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:22.929697 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bd9c2-9205-4635-ac9c-03791e078017 req-772a8c97-3a23-41aa-925f-182487672e5d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:22.931334 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a73bd9c2-9205-4635-ac9c-03791e078017 req-772a8c97-3a23-41aa-925f-182487672e5d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0518031 May 26 18:06:22.986607 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a73bd9c2-9205-4635-ac9c-03791e078017 req-49c6aa86-b370-43ed-91c5-95c3ae353a4b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492456 May 26 18:06:23.889281 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:24.134446 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29610714-53dd-4cb8-acaf-5aa55716b78f req-da64b4e3-2cc5-44c9-a51d-2acccfd59d4e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:24.136078 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-29610714-53dd-4cb8-acaf-5aa55716b78f req-da64b4e3-2cc5-44c9-a51d-2acccfd59d4e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0737929 May 26 18:06:24.208971 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-29610714-53dd-4cb8-acaf-5aa55716b78f req-1449ee74-b038-4586-b00a-22c27a567f98 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648882 May 26 18:06:25.342150 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ec5f1-e9f5-4028-808c-7564cc569d0a req-3055853c-a0be-4ffa-8b23-03346adeb89c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:25.344443 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-679ec5f1-e9f5-4028-808c-7564cc569d0a req-3055853c-a0be-4ffa-8b23-03346adeb89c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0549157 May 26 18:06:25.398320 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-679ec5f1-e9f5-4028-808c-7564cc569d0a req-260a9f68-4f67-4da6-87f7-a8b1faafc1d3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472667 May 26 18:06:25.516484 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:26.554095 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-6cfa1847-47dd-4e4d-b700-33b5c934ffdd tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=799f6c254b56426e89102354e6274b18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376501 May 26 18:06:26.598511 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02f49-1650-44ae-aef6-7ec8f24a3ee1 req-de8ddd91-0c62-4849-98a4-51f243a890a2 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:26.598511 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-21a02f49-1650-44ae-aef6-7ec8f24a3ee1 req-de8ddd91-0c62-4849-98a4-51f243a890a2 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0878563 May 26 18:06:26.698210 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-21a02f49-1650-44ae-aef6-7ec8f24a3ee1 req-01b13619-19c6-4163-8034-61134a6bf967 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946677 May 26 18:06:26.787625 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:26.809558 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-9862e463-9394-4157-8fcc-039a49156eb3 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:26.811046 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-9862e463-9394-4157-8fcc-039a49156eb3 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429967 May 26 18:06:26.843827 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-75d55682-6175-47bd-b092-41a947c5e672 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/quotas/799f6c254b56426e89102354e6274b18 HTTP/1.1" status: 200 len: 375 time: 0.0257699 May 26 18:06:26.910909 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-c1bc8293-fb19-4400-9d02-870411b160f7 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=799f6c254b56426e89102354e6274b18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601938 May 26 18:06:27.005715 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:27.104787 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6ebca47c-4b47-4a9b-a294-b519f44483fd req-638f9be6-2b8b-4b01-be4c-a4d55a01b02b tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 210 time: 0.0435476 May 26 18:06:27.639718 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:06:27.736592 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 56558) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:27.882963 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561628fe-11b5-412d-a4bf-4ea355a0337a req-de821a95-f193-4349-8738-a202637ae072 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:27.891459 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-561628fe-11b5-412d-a4bf-4ea355a0337a req-de821a95-f193-4349-8738-a202637ae072 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0707650 May 26 18:06:27.902918 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-406f818c-6c42-4b76-b017-bc5a5c8c63de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:27.961049 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-561628fe-11b5-412d-a4bf-4ea355a0337a req-58f5dee3-51f6-46ff-a8be-55ce8ce8fa56 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650647 May 26 18:06:27.970624 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:28.010770 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:28.039008 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-406f818c-6c42-4b76-b017-bc5a5c8c63de admin admin] Publish callbacks [] for security_group (cb38439e-5d30-4432-a084-45e31001685c), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:28.044085 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-406f818c-6c42-4b76-b017-bc5a5c8c63de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (cb38439e-5d30-4432-a084-45e31001685c), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:28.089824 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-406f818c-6c42-4b76-b017-bc5a5c8c63de admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8991d8cdbf84f74906e22418e8de36e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521001 May 26 18:06:28.090988 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f818c-6c42-4b76-b017-bc5a5c8c63de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb38439e-5d30-4432-a084-45e31001685c,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:28.092900 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56562) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:28.173506 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a7f323c5-a321-4134-9663-b3e9f8c60058 admin admin] Publish callbacks [] for security_group (cb38439e-5d30-4432-a084-45e31001685c), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:28.215855 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a7f323c5-a321-4134-9663-b3e9f8c60058 admin admin] Publish callbacks [] for security_group (cb38439e-5d30-4432-a084-45e31001685c), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:28.272949 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-00581008-c02e-4cf0-98f6-277fababae36 req-8a2e828d-881f-4356-adee-399c7763e723 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 210 time: 0.0591266 May 26 18:06:28.287590 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a7f323c5-a321-4134-9663-b3e9f8c60058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (cb38439e-5d30-4432-a084-45e31001685c), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:28.290714 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a7f323c5-a321-4134-9663-b3e9f8c60058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:28.292308 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-a7f323c5-a321-4134-9663-b3e9f8c60058 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb38439e-5d30-4432-a084-45e31001685c HTTP/1.1" status: 204 len: 168 time: 0.1975305 May 26 18:06:28.303636 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f323c5-a321-4134-9663-b3e9f8c60058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb38439e-5d30-4432-a084-45e31001685c,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:28.485867 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-99125658-ba00-4497-bb43-659cecdba9c4 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=799f6c254b56426e89102354e6274b18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499997 May 26 18:06:28.864811 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-3577b82c-1a3f-46a6-9142-ebf974700c15 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:28.866516 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-3577b82c-1a3f-46a6-9142-ebf974700c15 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3707793 May 26 18:06:28.892246 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Request body: {'port': {'device_id': '08edabe5-6608-4245-816d-b432ff403775', 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7', 'admin_state_up': True, 'tenant_id': '799f6c254b56426e89102354e6274b18'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:28.942361 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56604) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:28.958111 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f0c145fe-1bb3-4f44-b1d0-412cca21275f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:28.989693 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:29.077930 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Made reservation on behalf of 799f6c254b56426e89102354e6274b18 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:06:29.079375 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f0c145fe-1bb3-4f44-b1d0-412cca21275f admin admin] Publish callbacks [] for security_group (140394a3-6571-4bac-8113-f9d715e138b8), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.082224 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.094058 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.123192 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f0c145fe-1bb3-4f44-b1d0-412cca21275f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (140394a3-6571-4bac-8113-f9d715e138b8), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.184192 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df23a9-eee3-4d3d-9442-6aedc5da77ea req-07c94f5e-960a-4370-a770-a5db181635d3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:29.186636 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-71df23a9-eee3-4d3d-9442-6aedc5da77ea req-07c94f5e-960a-4370-a770-a5db181635d3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.1039610 May 26 18:06:29.192717 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f0c145fe-1bb3-4f44-b1d0-412cca21275f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ffd96dad7224169926e7d2d8c2213e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491944 May 26 18:06:29.194298 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c145fe-1bb3-4f44-b1d0-412cca21275f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140394a3-6571-4bac-8113-f9d715e138b8,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:29.196823 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56608) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:29.210560 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Publish callbacks [] for security_group (68c5b99a-6c54-4a7f-be92-a4a441a22dc9), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.219960 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (68c5b99a-6c54-4a7f-be92-a4a441a22dc9), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.308651 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-790cb509-c7b3-4f38-8352-36635509b81b admin admin] Publish callbacks [] for security_group (140394a3-6571-4bac-8113-f9d715e138b8), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.314537 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c5b99a-6c54-4a7f-be92-a4a441a22dc9,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:29.316284 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-71df23a9-eee3-4d3d-9442-6aedc5da77ea req-f9a86152-dcc9-400e-83cb-537052945935 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999317 May 26 18:06:29.344933 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-790cb509-c7b3-4f38-8352-36635509b81b admin admin] Publish callbacks [] for security_group (140394a3-6571-4bac-8113-f9d715e138b8), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.426870 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-790cb509-c7b3-4f38-8352-36635509b81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (140394a3-6571-4bac-8113-f9d715e138b8), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.429526 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-790cb509-c7b3-4f38-8352-36635509b81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.430725 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-790cb509-c7b3-4f38-8352-36635509b81b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/140394a3-6571-4bac-8113-f9d715e138b8 HTTP/1.1" status: 204 len: 168 time: 0.2329724 May 26 18:06:29.441336 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cb509-c7b3-4f38-8352-36635509b81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140394a3-6571-4bac-8113-f9d715e138b8,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:29.443042 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9dc7a315-e681-4772-829f-a1af967f2a85 req-86a2a6be-b28a-45af-a671-72acad8026b6 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 210 time: 0.0443442 May 26 18:06:29.459100 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Allocated IP 192.168.233.57 (ccc443c7-b56e-49c5-8055-59f860dd45c7/a5f81485-b400-4790-8a93-bbe3abf0186a/60a8c52a-f764-4c9e-a08a-f51f9aaab5c6) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:29.971025 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Publish callbacks [] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:29.977907 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:30.026627 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.041602 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:30.086359 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Network ccc443c7-b56e-49c5-8055-59f860dd45c7 is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:30.090555 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:30.094279 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:30.165878 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Pushing event updated for resources: {'Port': ['ID=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:30.196248 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:30.197664 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.226292 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-612f648e-f67b-4d4e-8346-422aa8dd0ade tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3426991 May 26 18:06:30.309176 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Request body: {'port': {'device_id': '08edabe5-6608-4245-816d-b432ff403775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:30.432453 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.445191 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-f2837e75-a824-4f98-a3db-b681496971c8 None None] Provisioning complete for port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:30.445701 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f2837e75-a824-4f98-a3db-b681496971c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.525681 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-f2837e75-a824-4f98-a3db-b681496971c8 None None] Port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:06:30.542830 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf17e7-78be-4971-ba80-e660961bb77d req-092e2315-5cb5-4880-bc60-a6030b468530 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:30.556859 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2eaf17e7-78be-4971-ba80-e660961bb77d req-092e2315-5cb5-4880-bc60-a6030b468530 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.1231172 May 26 18:06:30.591786 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56674) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:30.692720 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2eaf17e7-78be-4971-ba80-e660961bb77d req-ef01cf57-a066-4b0c-aab4-5a522774a0b8 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342843 May 26 18:06:30.800857 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c18eac0b-83b8-4bba-86f0-02478b7a0bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.839002 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425afdd-0eed-4633-89b3-a61056ed9b55 req-fe0c587c-2553-48a2-93be-a44e9f445f24 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:30.852074 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5425afdd-0eed-4633-89b3-a61056ed9b55 req-fe0c587c-2553-48a2-93be-a44e9f445f24 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 935 time: 0.1257932 May 26 18:06:30.910308 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:30.962221 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5425afdd-0eed-4633-89b3-a61056ed9b55 req-f76b2513-bfd0-4339-afd2-8a2469c99519 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086121 May 26 18:06:30.974548 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c18eac0b-83b8-4bba-86f0-02478b7a0bbb admin admin] Publish callbacks [] for security_group (52904fcb-034f-4507-b70d-5b2042186e8f), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.980819 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c18eac0b-83b8-4bba-86f0-02478b7a0bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (52904fcb-034f-4507-b70d-5b2042186e8f), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:30.995519 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:06:31.007886 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Publish callbacks [] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.041341 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Transition to ACTIVE for port object 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:06:31.047739 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.094850 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c18eac0b-83b8-4bba-86f0-02478b7a0bbb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f2297508a2a4ef0a8cfceedc4fad02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4990449 May 26 18:06:31.097110 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56720) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:31.099539 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18eac0b-83b8-4bba-86f0-02478b7a0bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52904fcb-034f-4507-b70d-5b2042186e8f,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:31.117765 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:31.211603 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c26fcaec-bd2c-4e26-be64-dfc73e425cfb admin admin] Publish callbacks [] for security_group (52904fcb-034f-4507-b70d-5b2042186e8f), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.247619 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c26fcaec-bd2c-4e26-be64-dfc73e425cfb admin admin] Publish callbacks [] for security_group (52904fcb-034f-4507-b70d-5b2042186e8f), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.298917 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Attempting to bind port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:06:31.299638 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Attempting to bind port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': 'f5c292b3-dca1-4a0d-87c6-34b198a091ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:06:31.300283 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Attempting to bind port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 on network ccc443c7-b56e-49c5-8055-59f860dd45c7 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:31.311382 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 on network ccc443c7-b56e-49c5-8055-59f860dd45c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:06:31.312233 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Attempting to bind port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 on network ccc443c7-b56e-49c5-8055-59f860dd45c7 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:31.320691 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:06:31.321643 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Checking segment: {'id': 'f5c292b3-dca1-4a0d-87c6-34b198a091ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:06:31.322047 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Bound using segment: {'id': 'f5c292b3-dca1-4a0d-87c6-34b198a091ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:06:31.322667 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Bound port: 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c292b3-dca1-4a0d-87c6-34b198a091ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:06:31.323043 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.383719 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c26fcaec-bd2c-4e26-be64-dfc73e425cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (52904fcb-034f-4507-b70d-5b2042186e8f), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.411339 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c26fcaec-bd2c-4e26-be64-dfc73e425cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.418930 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c26fcaec-bd2c-4e26-be64-dfc73e425cfb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/52904fcb-034f-4507-b70d-5b2042186e8f HTTP/1.1" status: 204 len: 168 time: 0.3178420 May 26 18:06:31.436816 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:31.479648 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:31.487759 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fcaec-bd2c-4e26-be64-dfc73e425cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52904fcb-034f-4507-b70d-5b2042186e8f,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:31.533411 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] For port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:06:31.553913 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] For port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6,segment=NetworkSegment(f5c292b3-dca1-4a0d-87c6-34b198a091ba),segment_id=f5c292b3-dca1-4a0d-87c6-34b198a091ba)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:06:31.569991 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.593824 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:31.603873 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:31.604834 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:31.607254 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] 10.222.0.86 "PUT /v2.0/ports/60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 HTTP/1.1" status: 200 len: 1097 time: 1.3058872 May 26 18:06:31.610837 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08edabe5-6608-4245-816d-b432ff403775', 'tag': '60a8c52a-f764-4c9e-a08a-f51f9aaab5c6'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:31.615665 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213e2a94-85aa-4ad9-afd3-5fc1d174c249" -d '{"events": [{"name": "network-changed", "server_uuid": "08edabe5-6608-4245-816d-b432ff403775", "tag": "60a8c52a-f764-4c9e-a08a-f51f9aaab5c6"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:31.895613 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e88209-4865-4365-b5f1-d852a465e0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:31.951099 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ff45ab-18f1-478e-8f4e-c8485fb84427 x-openstack-request-id: req-d7ff45ab-18f1-478e-8f4e-c8485fb84427 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:31.951572 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08edabe5-6608-4245-816d-b432ff403775", "tag": "60a8c52a-f764-4c9e-a08a-f51f9aaab5c6", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:31.952549 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7ff45ab-18f1-478e-8f4e-c8485fb84427 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:31.957115 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ff45ab-18f1-478e-8f4e-c8485fb84427'] response: {'name': 'network-changed', 'server_uuid': '08edabe5-6608-4245-816d-b432ff403775', 'tag': '60a8c52a-f764-4c9e-a08a-f51f9aaab5c6', 'status': 'completed', 'code': 200} May 26 18:06:32.166547 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ffacf-9d35-4326-b40a-bdfeb332693b req-014cfe93-5e32-4961-932d-7a80be781e66 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:32.168819 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-108ffacf-9d35-4326-b40a-bdfeb332693b req-014cfe93-5e32-4961-932d-7a80be781e66 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 947 time: 0.0616255 May 26 18:06:32.169986 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4e7c5-4ea9-4edd-bde2-5eaf74fe1e47 req-f58e9381-2e77-4af5-a40b-e42eb21cd725 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:32.171881 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b4e7c5-4ea9-4edd-bde2-5eaf74fe1e47 req-f58e9381-2e77-4af5-a40b-e42eb21cd725 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.2130034 May 26 18:06:32.250054 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-a0f412b3-ffca-4f92-9907-e30894be3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:32.251920 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-a0f412b3-ffca-4f92-9907-e30894be3a89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=799f6c254b56426e89102354e6274b18&device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 1131 time: 0.3094440 May 26 18:06:32.258485 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bc133-8129-40d3-a092-a9179d6085ed req-399d765e-9d64-4a66-957b-91f2e303ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:32.260031 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-453bc133-8129-40d3-a092-a9179d6085ed req-399d765e-9d64-4a66-957b-91f2e303ecad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 1129 time: 0.1291883 May 26 18:06:32.281966 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-108ffacf-9d35-4326-b40a-bdfeb332693b req-39f2c883-af99-4063-b8af-0a4ae842dec4 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911720 May 26 18:06:32.346823 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-a6ca17dd-b13f-45f8-a5a9-798dd53aedb2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 HTTP/1.1" status: 200 len: 217 time: 0.0721745 May 26 18:06:32.353432 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b4e7c5-4ea9-4edd-bde2-5eaf74fe1e47 req-34e4342a-8fdd-455d-b7f6-eeb80787255b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607351 May 26 18:06:32.384339 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-453bc133-8129-40d3-a092-a9179d6085ed req-65eaa177-c3f4-40ed-994f-f065e1f8d699 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083946 May 26 18:06:32.428352 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-093a3b18-c32f-42e0-9c09-58cbdba17c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:32.429853 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-093a3b18-c32f-42e0-9c09-58cbdba17c9f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a5f81485-b400-4790-8a93-bbe3abf0186a HTTP/1.1" status: 200 len: 843 time: 0.0685604 May 26 18:06:32.596477 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 56786) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:32.788735 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-f274561b-518b-4db6-9cac-d4cbfbaefab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:32.791265 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-f274561b-518b-4db6-9cac-d4cbfbaefab5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ccc443c7-b56e-49c5-8055-59f860dd45c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0879574 May 26 18:06:32.938103 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-df04ffa7-6bd6-4d0e-aed2-a0db07ec8b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:33.066670 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-df04ffa7-6bd6-4d0e-aed2-a0db07ec8b03 admin admin] Publish callbacks [] for security_group (53377965-c1cb-41c7-bc33-dc97daaee5be), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:33.071309 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-df04ffa7-6bd6-4d0e-aed2-a0db07ec8b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (53377965-c1cb-41c7-bc33-dc97daaee5be), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:33.120567 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-df04ffa7-6bd6-4d0e-aed2-a0db07ec8b03 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f1056091fba74e56a14f77d588f33afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229635 May 26 18:06:33.121933 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04ffa7-6bd6-4d0e-aed2-a0db07ec8b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53377965-c1cb-41c7-bc33-dc97daaee5be,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:33.123349 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56818) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:33.181235 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6303817e-9c60-428e-89f9-2ad9f069857c admin admin] Publish callbacks [] for security_group (53377965-c1cb-41c7-bc33-dc97daaee5be), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:33.207166 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6303817e-9c60-428e-89f9-2ad9f069857c admin admin] Publish callbacks [] for security_group (53377965-c1cb-41c7-bc33-dc97daaee5be), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:33.259501 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-2c7a7fc5-a458-4d0a-abab-90b8ff0bc73d service neutron] 10.222.0.86 "GET /v2.0/networks/ccc443c7-b56e-49c5-8055-59f860dd45c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101341 May 26 18:06:33.288026 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6303817e-9c60-428e-89f9-2ad9f069857c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (53377965-c1cb-41c7-bc33-dc97daaee5be), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:33.291574 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6303817e-9c60-428e-89f9-2ad9f069857c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:33.292888 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-6303817e-9c60-428e-89f9-2ad9f069857c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/53377965-c1cb-41c7-bc33-dc97daaee5be HTTP/1.1" status: 204 len: 168 time: 0.1682053 May 26 18:06:33.306229 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303817e-9c60-428e-89f9-2ad9f069857c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53377965-c1cb-41c7-bc33-dc97daaee5be,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:33.415839 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07f50895-9db6-4e47-ac9e-b29a422274bf req-ff91ddff-20ca-45b6-9394-ff7860fd8997 service neutron] 10.222.0.86 "GET /v2.0/networks/ccc443c7-b56e-49c5-8055-59f860dd45c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383257 May 26 18:06:33.452053 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14fcbc-513c-430d-8665-7ffe00ab3705 req-6fe1feb4-a035-46a8-9d8c-993635a6aff1 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:33.465415 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ab14fcbc-513c-430d-8665-7ffe00ab3705 req-6fe1feb4-a035-46a8-9d8c-993635a6aff1 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 947 time: 0.0830541 May 26 18:06:33.539604 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ab14fcbc-513c-430d-8665-7ffe00ab3705 req-12629fb7-5cbb-4626-91b7-3b467401f356 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728903 May 26 18:06:33.569993 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e721ef-c7e2-43c0-8cac-e89933397588 req-f3e4cc06-9608-4fd7-9bf9-9c8610073bad tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:33.579870 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-60e721ef-c7e2-43c0-8cac-e89933397588 req-f3e4cc06-9608-4fd7-9bf9-9c8610073bad tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0898185 May 26 18:06:33.683603 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-60e721ef-c7e2-43c0-8cac-e89933397588 req-c21d7f5c-cf09-4d78-9f7d-ace0a445f9ba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027153 May 26 18:06:33.848102 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56850) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:33.987003 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56856) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:34.008620 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7b181a6-9cfa-4086-8a50-152f3797dc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.026895 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-865b1733-763a-4266-9584-4637d2ee133b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.164136 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7b181a6-9cfa-4086-8a50-152f3797dc5d admin admin] Publish callbacks [] for security_group (5b5e4036-c8de-4017-ae5e-c527a69391a4), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.172732 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7b181a6-9cfa-4086-8a50-152f3797dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (5b5e4036-c8de-4017-ae5e-c527a69391a4), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.207193 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-865b1733-763a-4266-9584-4637d2ee133b admin admin] Publish callbacks [] for security_group (a9585996-b936-464b-871b-b88992e673b6), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.220058 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-865b1733-763a-4266-9584-4637d2ee133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (a9585996-b936-464b-871b-b88992e673b6), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.228573 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:34.237871 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b181a6-9cfa-4086-8a50-152f3797dc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5e4036-c8de-4017-ae5e-c527a69391a4,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:34.252175 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-b7b181a6-9cfa-4086-8a50-152f3797dc5d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5bf803da3c0343ed831c6ded0df4fba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640314 May 26 18:06:34.254879 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 56862) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:34.270139 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:34.278503 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-865b1733-763a-4266-9584-4637d2ee133b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=61ae36d63aa24ed3823f9617c0885266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289296 May 26 18:06:34.282897 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56864) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:34.291233 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b1733-763a-4266-9584-4637d2ee133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9585996-b936-464b-871b-b88992e673b6,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:34.310844 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8188417d-1866-4445-b923-2f2ab606de93 admin admin] Publish callbacks [] for security_group (5b5e4036-c8de-4017-ae5e-c527a69391a4), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.330111 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:34.335218 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8188417d-1866-4445-b923-2f2ab606de93 admin admin] Publish callbacks [] for security_group (5b5e4036-c8de-4017-ae5e-c527a69391a4), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.340839 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7945159-b6ce-45ea-b268-95397f99011f admin admin] Publish callbacks [] for security_group (a9585996-b936-464b-871b-b88992e673b6), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.341223 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:34.365002 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7945159-b6ce-45ea-b268-95397f99011f admin admin] Publish callbacks [] for security_group (a9585996-b936-464b-871b-b88992e673b6), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.393209 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8188417d-1866-4445-b923-2f2ab606de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (5b5e4036-c8de-4017-ae5e-c527a69391a4), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.398134 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8188417d-1866-4445-b923-2f2ab606de93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.400295 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-8188417d-1866-4445-b923-2f2ab606de93 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b5e4036-c8de-4017-ae5e-c527a69391a4 HTTP/1.1" status: 204 len: 168 time: 0.1440997 May 26 18:06:34.414793 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188417d-1866-4445-b923-2f2ab606de93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5e4036-c8de-4017-ae5e-c527a69391a4,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:34.425901 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7945159-b6ce-45ea-b268-95397f99011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (a9585996-b936-464b-871b-b88992e673b6), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.429106 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7945159-b6ce-45ea-b268-95397f99011f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.430395 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-b7945159-b6ce-45ea-b268-95397f99011f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9585996-b936-464b-871b-b88992e673b6 HTTP/1.1" status: 204 len: 168 time: 0.1465492 May 26 18:06:34.440170 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7945159-b6ce-45ea-b268-95397f99011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9585996-b936-464b-871b-b88992e673b6,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:34.671641 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bc567-c8da-42c3-8678-6c12554e1a97 req-6c681ee7-c8de-4b68-a041-fd7ba306387a tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:34.673160 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c54bc567-c8da-42c3-8678-6c12554e1a97 req-6c681ee7-c8de-4b68-a041-fd7ba306387a tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 947 time: 0.0568240 May 26 18:06:34.742421 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c54bc567-c8da-42c3-8678-6c12554e1a97 req-8c8c3b0e-f252-4da4-93a3-f41186be1835 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627053 May 26 18:06:34.817263 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c52ea1-cd8a-409f-8eb9-3c554528b60c req-422a787c-93e6-4b71-95c0-2ce0c843c26b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:34.819047 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-64c52ea1-cd8a-409f-8eb9-3c554528b60c req-422a787c-93e6-4b71-95c0-2ce0c843c26b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0605495 May 26 18:06:34.882207 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-64c52ea1-cd8a-409f-8eb9-3c554528b60c req-263bf152-c9bb-4b8f-a979-c6b72b5433f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565619 May 26 18:06:34.918658 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56880) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:34.933548 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ab191df3-9c58-4902-aeed-c6aece02637d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:34.937504 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 56882) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:34.954247 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-03699510-c5a6-494a-8cce-fb17218774ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.027892 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ab191df3-9c58-4902-aeed-c6aece02637d admin admin] Publish callbacks [] for security_group (86352936-8a71-466c-875d-c7bc693794b0), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.031836 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ab191df3-9c58-4902-aeed-c6aece02637d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (86352936-8a71-466c-875d-c7bc693794b0), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.055827 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-03699510-c5a6-494a-8cce-fb17218774ce admin admin] Publish callbacks [] for security_group (f6a64a67-8ea3-4814-8aef-ac18fa4d98f2), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.060428 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-03699510-c5a6-494a-8cce-fb17218774ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (f6a64a67-8ea3-4814-8aef-ac18fa4d98f2), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.074970 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ab191df3-9c58-4902-aeed-c6aece02637d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d1787779ddb4012a6fa02196792ed43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551895 May 26 18:06:35.079878 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab191df3-9c58-4902-aeed-c6aece02637d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86352936-8a71-466c-875d-c7bc693794b0,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:35.083079 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56886) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:35.119647 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-03699510-c5a6-494a-8cce-fb17218774ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90c0d211518e4254acebf59e345921ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803935 May 26 18:06:35.122100 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 56890) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:35.122910 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03699510-c5a6-494a-8cce-fb17218774ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a64a67-8ea3-4814-8aef-ac18fa4d98f2,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:35.178114 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f027f671-2edc-427f-ad6e-88acfe64606e admin admin] Publish callbacks [] for security_group (86352936-8a71-466c-875d-c7bc693794b0), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.202674 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fbc610a6-c638-401f-8731-a58e4d34c7cf admin admin] Publish callbacks [] for security_group (f6a64a67-8ea3-4814-8aef-ac18fa4d98f2), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.214540 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f027f671-2edc-427f-ad6e-88acfe64606e admin admin] Publish callbacks [] for security_group (86352936-8a71-466c-875d-c7bc693794b0), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.250508 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fbc610a6-c638-401f-8731-a58e4d34c7cf admin admin] Publish callbacks [] for security_group (f6a64a67-8ea3-4814-8aef-ac18fa4d98f2), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.330173 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f027f671-2edc-427f-ad6e-88acfe64606e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (86352936-8a71-466c-875d-c7bc693794b0), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.332824 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f027f671-2edc-427f-ad6e-88acfe64606e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.334017 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f027f671-2edc-427f-ad6e-88acfe64606e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/86352936-8a71-466c-875d-c7bc693794b0 HTTP/1.1" status: 204 len: 168 time: 0.2497885 May 26 18:06:35.346580 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027f671-2edc-427f-ad6e-88acfe64606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86352936-8a71-466c-875d-c7bc693794b0,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:35.359214 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fbc610a6-c638-401f-8731-a58e4d34c7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (f6a64a67-8ea3-4814-8aef-ac18fa4d98f2), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.362601 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fbc610a6-c638-401f-8731-a58e4d34c7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:35.364093 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-fbc610a6-c638-401f-8731-a58e4d34c7cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f6a64a67-8ea3-4814-8aef-ac18fa4d98f2 HTTP/1.1" status: 204 len: 168 time: 0.2385974 May 26 18:06:35.382481 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc610a6-c638-401f-8731-a58e4d34c7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a64a67-8ea3-4814-8aef-ac18fa4d98f2,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:35.432502 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e2a94-85aa-4ad9-afd3-5fc1d174c249 req-0fa932d7-0de4-4040-8550-f8ba803ddd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:35.435326 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-213e2a94-85aa-4ad9-afd3-5fc1d174c249 req-0fa932d7-0de4-4040-8550-f8ba803ddd78 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=799f6c254b56426e89102354e6274b18&device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 1131 time: 0.0578752 May 26 18:06:35.725290 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e2a94-85aa-4ad9-afd3-5fc1d174c249 req-3744321d-0057-41c7-8d22-645288859a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:35.726855 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-213e2a94-85aa-4ad9-afd3-5fc1d174c249 req-3744321d-0057-41c7-8d22-645288859a76 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ccc443c7-b56e-49c5-8055-59f860dd45c7 HTTP/1.1" status: 200 len: 870 time: 0.1303229 May 26 18:06:35.773538 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-213e2a94-85aa-4ad9-afd3-5fc1d174c249 req-41a0c0c9-655e-44da-acd4-ca9c6e30ad96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 HTTP/1.1" status: 200 len: 217 time: 0.0397394 May 26 18:06:35.840758 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e2a94-85aa-4ad9-afd3-5fc1d174c249 req-0f2ef903-1611-4e77-8cf8-643193606528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:35.843642 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-213e2a94-85aa-4ad9-afd3-5fc1d174c249 req-0f2ef903-1611-4e77-8cf8-643193606528 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a5f81485-b400-4790-8a93-bbe3abf0186a HTTP/1.1" status: 200 len: 843 time: 0.0632262 May 26 18:06:35.901141 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e2a94-85aa-4ad9-afd3-5fc1d174c249 req-5387ff70-98dd-4da4-89a0-a5a3b2b0454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:35.905804 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:35.906035 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-213e2a94-85aa-4ad9-afd3-5fc1d174c249 req-5387ff70-98dd-4da4-89a0-a5a3b2b0454d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ccc443c7-b56e-49c5-8055-59f860dd45c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0562835 May 26 18:06:35.915633 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c38552-2725-40cc-b13f-d8e1fc347107 req-f3d9d850-c6b0-4970-96dd-7d94af4679b9 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:35.917629 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-76c38552-2725-40cc-b13f-d8e1fc347107 req-f3d9d850-c6b0-4970-96dd-7d94af4679b9 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 947 time: 0.0674419 May 26 18:06:36.008342 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-76c38552-2725-40cc-b13f-d8e1fc347107 req-f0e26793-7568-4c88-b904-0172d546196b tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796702 May 26 18:06:36.055269 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c2ae-7731-4083-bb2d-b0e2b968a09c req-67e90c0e-844c-4a06-ab29-75bce64c5f32 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:36.057528 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-23c8c2ae-7731-4083-bb2d-b0e2b968a09c req-67e90c0e-844c-4a06-ab29-75bce64c5f32 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0733736 May 26 18:06:36.073768 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-213e2a94-85aa-4ad9-afd3-5fc1d174c249 req-c74844c3-16e3-49a9-a0fc-7edce9114e34 service neutron] 10.222.0.86 "GET /v2.0/networks/ccc443c7-b56e-49c5-8055-59f860dd45c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600835 May 26 18:06:36.164569 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:36.178501 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-23c8c2ae-7731-4083-bb2d-b0e2b968a09c req-433bff48-36fc-4c83-9342-73bc1001b8b1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080706 May 26 18:06:36.246405 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-213e2a94-85aa-4ad9-afd3-5fc1d174c249 req-29717995-0c56-49ac-9765-6e7389ee760c service neutron] 10.222.0.86 "GET /v2.0/networks/ccc443c7-b56e-49c5-8055-59f860dd45c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493516 May 26 18:06:36.328201 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e63615-9c95-42f2-8470-bc32689aeb84 req-ec4c9194-102f-4a96-a1ff-13a3223def07 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:36.329701 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e0e63615-9c95-42f2-8470-bc32689aeb84 req-ec4c9194-102f-4a96-a1ff-13a3223def07 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0523753 May 26 18:06:36.393854 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e0e63615-9c95-42f2-8470-bc32689aeb84 req-3c10de2c-f843-4daa-810f-4250da8ac068 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582998 May 26 18:06:36.601372 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:06:36.746413 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6,segment=NetworkSegment(f5c292b3-dca1-4a0d-87c6-34b198a091ba),segment_id=f5c292b3-dca1-4a0d-87c6-34b198a091ba)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:36.764744 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '60a8c52a-f764-4c9e-a08a-f51f9aaab5c6', 'network_id': 'ccc443c7-b56e-49c5-8055-59f860dd45c7', 'port_id': '60a8c52a-f764-4c9e-a08a-f51f9aaab5c6', 'mac_address': 'fa:16:3e:14:4b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f81485-b400-4790-8a93-bbe3abf0186a', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:06:36.814870 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:36.816103 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:36.852958 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:06:36.934067 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6,segment=NetworkSegment(f5c292b3-dca1-4a0d-87c6-34b198a091ba),segment_id=f5c292b3-dca1-4a0d-87c6-34b198a091ba)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:36.941424 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:37.035712 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:37.212654 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b870c15-1240-4322-9729-1dfaa6337947 req-aee6a339-cb9b-4699-9928-e355ed96425a tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:37.215650 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2b870c15-1240-4322-9729-1dfaa6337947 req-aee6a339-cb9b-4699-9928-e355ed96425a tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 948 time: 0.1100175 May 26 18:06:37.316260 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2b870c15-1240-4322-9729-1dfaa6337947 req-f226c0bd-9540-454d-85e7-c648828b3e1f tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926003 May 26 18:06:37.425468 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['60a8c52a-f764-4c9e-a08a-f51f9aaab5c6'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:06:37.634987 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:38.219031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:38.253031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371ddee-fd5a-4180-98ad-d9e51aa44c0d req-e02f7fb6-f94a-48a2-8a1a-ea122af7c59a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:38.253172 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1371ddee-fd5a-4180-98ad-d9e51aa44c0d req-e02f7fb6-f94a-48a2-8a1a-ea122af7c59a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0776174 May 26 18:06:38.269791 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251ea45-9b04-4599-bdad-c81949d9025e req-7d693581-27a4-4e51-b7e9-d5d396564d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:38.271571 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6251ea45-9b04-4599-bdad-c81949d9025e req-7d693581-27a4-4e51-b7e9-d5d396564d2c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 1129 time: 0.0666733 May 26 18:06:38.362582 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1371ddee-fd5a-4180-98ad-d9e51aa44c0d req-eb597404-4efe-466a-9883-dd1670b7eaca tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030738 May 26 18:06:38.405233 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251ea45-9b04-4599-bdad-c81949d9025e req-fcec9e6c-32e3-4fa6-9edd-52a61ccf18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:38.407410 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6251ea45-9b04-4599-bdad-c81949d9025e req-fcec9e6c-32e3-4fa6-9edd-52a61ccf18e4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.1240599 May 26 18:06:38.447249 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ca0da-b5fc-4daa-bbd4-c71162e34e3e req-806deff5-a119-4b1e-a357-1b57b90d3753 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:38.449398 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bb2ca0da-b5fc-4daa-bbd4-c71162e34e3e req-806deff5-a119-4b1e-a357-1b57b90d3753 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 948 time: 0.0485966 May 26 18:06:38.453706 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6251ea45-9b04-4599-bdad-c81949d9025e req-c388a253-3f27-4d59-a30b-78df7713a3a5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb HTTP/1.1" status: 200 len: 217 time: 0.0369537 May 26 18:06:38.495246 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:38.504838 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bb2ca0da-b5fc-4daa-bbd4-c71162e34e3e req-c5c109d9-7f0d-4c45-b19d-2af715be49a7 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485630 May 26 18:06:38.520870 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251ea45-9b04-4599-bdad-c81949d9025e req-017d1215-888e-478e-a72e-40b43b59d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:38.522919 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6251ea45-9b04-4599-bdad-c81949d9025e req-017d1215-888e-478e-a72e-40b43b59d698 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.0622435 May 26 18:06:38.569528 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251ea45-9b04-4599-bdad-c81949d9025e req-b7f007ed-ef08-4543-936a-7f78c18ef6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:38.571143 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6251ea45-9b04-4599-bdad-c81949d9025e req-b7f007ed-ef08-4543-936a-7f78c18ef6a7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392745 May 26 18:06:38.602012 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:06:38.638696 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:38.657653 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:06:38.665190 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:38.666272 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:38.687487 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6251ea45-9b04-4599-bdad-c81949d9025e req-38ad0871-57ab-478b-989f-8815a85f1d1a service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044133 May 26 18:06:38.693021 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:38.749263 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:38.749842 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:38.780903 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08edabe5-6608-4245-816d-b432ff403775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a8c52a-f764-4c9e-a08a-f51f9aaab5c6'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:38.783539 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1781e8d0-d608-48be-9fc2-ef1471e4f53b" -d '{"events": [{"server_uuid": "08edabe5-6608-4245-816d-b432ff403775", "name": "network-vif-plugged", "status": "completed", "tag": "60a8c52a-f764-4c9e-a08a-f51f9aaab5c6"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:38.825253 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6,segment=NetworkSegment(f5c292b3-dca1-4a0d-87c6-34b198a091ba),segment_id=f5c292b3-dca1-4a0d-87c6-34b198a091ba)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:38.831049 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:38.888732 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44110b0a-f96c-41d0-abec-96afb66679e5 x-openstack-request-id: req-44110b0a-f96c-41d0-abec-96afb66679e5 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:38.889978 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6251ea45-9b04-4599-bdad-c81949d9025e req-02ff1887-60cc-4752-948d-b729352f7571 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925418 May 26 18:06:38.890318 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08edabe5-6608-4245-816d-b432ff403775", "name": "network-vif-plugged", "status": "completed", "tag": "60a8c52a-f764-4c9e-a08a-f51f9aaab5c6", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:38.890709 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44110b0a-f96c-41d0-abec-96afb66679e5 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:38.891249 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44110b0a-f96c-41d0-abec-96afb66679e5'] response: {'server_uuid': '08edabe5-6608-4245-816d-b432ff403775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a8c52a-f764-4c9e-a08a-f51f9aaab5c6', 'code': 200} May 26 18:06:38.892298 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:39.159372 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d434816-931f-4f5e-8901-1670bf560fb2 req-77ba19df-fe27-496d-a244-ad4a4b5ca949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:39.180758 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5d434816-931f-4f5e-8901-1670bf560fb2 req-77ba19df-fe27-496d-a244-ad4a4b5ca949 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 1133 time: 0.0711422 May 26 18:06:39.245136 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5d434816-931f-4f5e-8901-1670bf560fb2 req-e734e511-bde2-4301-939f-d84cf108c154 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537710 May 26 18:06:39.507022 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ad63b-263c-4b85-ac41-2aae735d56f1 req-40391a96-693f-4163-aab8-865a960e5039 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:39.509240 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d63ad63b-263c-4b85-ac41-2aae735d56f1 req-40391a96-693f-4163-aab8-865a960e5039 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0707948 May 26 18:06:39.577110 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d63ad63b-263c-4b85-ac41-2aae735d56f1 req-ef2fa837-7ffd-4e7f-a288-a68def8f4b65 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613878 May 26 18:06:39.683987 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e0190-828e-4d82-815c-7c44de970b6f req-fdc6fbde-24cb-44a0-a288-1087404f3fe6 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:39.686554 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-822e0190-828e-4d82-815c-7c44de970b6f req-fdc6fbde-24cb-44a0-a288-1087404f3fe6 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 949 time: 0.0501888 May 26 18:06:39.758851 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-822e0190-828e-4d82-815c-7c44de970b6f req-6f6da073-e5a7-4f34-a7aa-6a39dd4a036f tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634794 May 26 18:06:40.357732 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-50214230-bf26-4ab7-9f85-7f4ff2647daa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427516 May 26 18:06:40.767004 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4505247-3d19-4473-8d8a-a2025bbf90e9 req-8f46c431-d254-4387-9b64-1f47df0b88e3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:40.768726 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c4505247-3d19-4473-8d8a-a2025bbf90e9 req-8f46c431-d254-4387-9b64-1f47df0b88e3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0708365 May 26 18:06:40.829632 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c4505247-3d19-4473-8d8a-a2025bbf90e9 req-a45b2c43-2389-42b3-ba76-e3143fbe6ab0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554280 May 26 18:06:40.997467 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304e15f-2930-4d68-990b-aadd9d638ac2 req-cc6806e1-494c-4013-a053-25b5dec51f1d tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:41.001776 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2304e15f-2930-4d68-990b-aadd9d638ac2 req-cc6806e1-494c-4013-a053-25b5dec51f1d tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 949 time: 0.0696335 May 26 18:06:41.064519 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2304e15f-2930-4d68-990b-aadd9d638ac2 req-4103f22e-9666-4166-b18a-834ef58c286f tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477245 May 26 18:06:41.203859 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-3ffedc19-f93f-407a-84e4-744792b7f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:41.205916 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-3ffedc19-f93f-407a-84e4-744792b7f6f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 1129 time: 0.0540338 May 26 18:06:41.356600 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:41.411551 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:41.416141 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fb268-6812-4907-914b-fee037640342 req-d81a9429-8975-46bb-961f-647f0f3ed232 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:41.418530 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e49fb268-6812-4907-914b-fee037640342 req-d81a9429-8975-46bb-961f-647f0f3ed232 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 949 time: 0.0626886 May 26 18:06:41.438923 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-06ec8bf4-42fe-418a-8382-12a85547a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:41.440612 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-06ec8bf4-42fe-418a-8382-12a85547a50b service neutron] 10.222.0.86 "GET /v2.0/networks?id=31cac232-9768-4083-9065-c20228929068 HTTP/1.1" status: 200 len: 912 time: 0.1369476 May 26 18:06:41.479705 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e49fb268-6812-4907-914b-fee037640342 req-bc760315-6c62-46fc-a352-96d2364f8b4f tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519135 May 26 18:06:41.975566 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbea027-95e8-48d2-b93d-ddfbc8e4a377 req-34ccb101-19c2-48fe-a8d8-4db283eb8a50 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:41.977177 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3dbea027-95e8-48d2-b93d-ddfbc8e4a377 req-34ccb101-19c2-48fe-a8d8-4db283eb8a50 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0568042 May 26 18:06:42.057024 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3dbea027-95e8-48d2-b93d-ddfbc8e4a377 req-6f27a866-92de-4149-ab76-e69ec79ad1ce tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665720 May 26 18:06:42.413102 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57216) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:42.555309 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-12160865-d798-43f2-b44c-f865d86972e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:42.629200 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc77fa5-a312-4ab3-846e-f8860f64c3d5 req-4592af5d-107c-408f-aded-3a6d6b957894 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:42.630680 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0bc77fa5-a312-4ab3-846e-f8860f64c3d5 req-4592af5d-107c-408f-aded-3a6d6b957894 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 949 time: 0.0640063 May 26 18:06:42.712174 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0bc77fa5-a312-4ab3-846e-f8860f64c3d5 req-76b5cd3d-ad31-46d2-b5d6-80676cde72e1 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748947 May 26 18:06:42.728987 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-12160865-d798-43f2-b44c-f865d86972e6 admin admin] Publish callbacks [] for security_group (1ded71f4-b458-40f9-bc0b-9682fd8f6667), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:42.733205 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-12160865-d798-43f2-b44c-f865d86972e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (1ded71f4-b458-40f9-bc0b-9682fd8f6667), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:42.759722 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:42.776879 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-12160865-d798-43f2-b44c-f865d86972e6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=62b66421d3e24a62a5aa122073377a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625829 May 26 18:06:42.778130 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12160865-d798-43f2-b44c-f865d86972e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ded71f4-b458-40f9-bc0b-9682fd8f6667,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:42.780506 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57230) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:42.832069 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b94885bf-3cfc-4382-9e68-62b31d50c0db admin admin] Publish callbacks [] for security_group (1ded71f4-b458-40f9-bc0b-9682fd8f6667), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:42.858411 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b94885bf-3cfc-4382-9e68-62b31d50c0db admin admin] Publish callbacks [] for security_group (1ded71f4-b458-40f9-bc0b-9682fd8f6667), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:42.896014 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:42.913172 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b94885bf-3cfc-4382-9e68-62b31d50c0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (1ded71f4-b458-40f9-bc0b-9682fd8f6667), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:42.915752 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b94885bf-3cfc-4382-9e68-62b31d50c0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:42.916926 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b94885bf-3cfc-4382-9e68-62b31d50c0db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ded71f4-b458-40f9-bc0b-9682fd8f6667 HTTP/1.1" status: 204 len: 168 time: 0.1353457 May 26 18:06:42.929295 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94885bf-3cfc-4382-9e68-62b31d50c0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ded71f4-b458-40f9-bc0b-9682fd8f6667,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:43.001188 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-09ad29d1-3d8e-45d0-8b48-e5dc68a648a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f8b000-2834-4a6a-86b1-591ea06d67c9 HTTP/1.1" status: 200 len: 1001 time: 0.0732884 May 26 18:06:43.231118 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a739447-f3ee-491b-b0b5-184725ce4fc1 req-09262e7a-c725-41a8-9e01-ba57a2d66d93 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:43.232852 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8a739447-f3ee-491b-b0b5-184725ce4fc1 req-09262e7a-c725-41a8-9e01-ba57a2d66d93 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0903449 May 26 18:06:43.254451 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-9da41d4b-7691-4738-b565-da5ab93992fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:43.256168 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-9da41d4b-7691-4738-b565-da5ab93992fa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6391f8f8-c65b-4530-8b3e-5895efce7c46 HTTP/1.1" status: 200 len: 850 time: 0.0699551 May 26 18:06:43.286001 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8a739447-f3ee-491b-b0b5-184725ce4fc1 req-5ab19eb6-3e43-4256-90a1-6b7d5a6fd978 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461020 May 26 18:06:43.291389 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57246) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:43.305798 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:43.445700 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Publish callbacks [] for security_group (1a68ac7c-8627-4135-b36b-019eb2bdb234), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:43.455585 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (1a68ac7c-8627-4135-b36b-019eb2bdb234), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:43.477588 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-d12e00e9-3b5b-4e6c-b1cd-3d524d0a918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:43.479166 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-d12e00e9-3b5b-4e6c-b1cd-3d524d0a918c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31cac232-9768-4083-9065-c20228929068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1128681 May 26 18:06:43.489467 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944262f8-ee55-46f4-8b91-e01c53de5bd7 req-f8ace0a1-dec9-4023-921a-82216b165247 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:43.490986 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-944262f8-ee55-46f4-8b91-e01c53de5bd7 req-f8ace0a1-dec9-4023-921a-82216b165247 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.86 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 949 time: 0.1235728 May 26 18:06:43.557743 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9bf103b88a5b4a3babf775c337a3b679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652698 May 26 18:06:43.560445 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57248) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:43.565091 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a68ac7c-8627-4135-b36b-019eb2bdb234,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:43.614344 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.614344 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.614674 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.615615 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.615615 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.615615 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.615911 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.616237 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.616554 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.616875 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.617198 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.617516 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.617829 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.618141 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.618475 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2580c-b9a4-42be-8e96-0f2acc567f6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.622147 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Publish callbacks [] for security_group (1a68ac7c-8627-4135-b36b-019eb2bdb234), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:43.635478 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:43.650091 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Publish callbacks [] for security_group (1a68ac7c-8627-4135-b36b-019eb2bdb234), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:43.691962 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-944262f8-ee55-46f4-8b91-e01c53de5bd7 req-a5bb699b-47ff-4b0d-9bba-cef208b89843 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Deleting port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:06:43.692481 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-944262f8-ee55-46f4-8b91-e01c53de5bd7 req-a5bb699b-47ff-4b0d-9bba-cef208b89843 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:43.699655 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-8eecc66f-5fae-4c3f-8ef6-691d2e3cc279 service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048755 May 26 18:06:43.713695 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (1a68ac7c-8627-4135-b36b-019eb2bdb234), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:43.716853 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:43.722868 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a68ac7c-8627-4135-b36b-019eb2bdb234 HTTP/1.1" status: 204 len: 168 time: 0.1612918 May 26 18:06:43.739080 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a68ac7c-8627-4135-b36b-019eb2bdb234,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:43.747747 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.748094 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.748855 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.749606 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.750166 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.750769 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.751070 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.751405 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.751907 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.752242 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.753113 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.753453 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.753781 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.754107 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.754485 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf723482-66ae-4699-8529-fc5ef4d76e2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:43.891332 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:43.902065 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-944262f8-ee55-46f4-8b91-e01c53de5bd7 req-a5bb699b-47ff-4b0d-9bba-cef208b89843 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] For port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6,segment=NetworkSegment(f5c292b3-dca1-4a0d-87c6-34b198a091ba),segment_id=f5c292b3-dca1-4a0d-87c6-34b198a091ba)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:43.902778 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-944262f8-ee55-46f4-8b91-e01c53de5bd7 req-a5bb699b-47ff-4b0d-9bba-cef208b89843 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:44.160997 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6868039-2688-4e57-96f3-3cf9087b52da req-ba143f01-6eeb-4c36-8823-77581fc74599 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:44.162710 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b6868039-2688-4e57-96f3-3cf9087b52da req-ba143f01-6eeb-4c36-8823-77581fc74599 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 949 time: 0.3460090 May 26 18:06:44.173965 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e4017c49-71dc-4ef0-8a9c-ee061ab7bb2a req-56861af6-b2c7-4fe2-bff1-516cecb10f4d service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621792 May 26 18:06:44.174981 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-944262f8-ee55-46f4-8b91-e01c53de5bd7 req-a5bb699b-47ff-4b0d-9bba-cef208b89843 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Calling delete_port for 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:06:44.251292 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:44.293826 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b6868039-2688-4e57-96f3-3cf9087b52da req-3b79c81b-1b9a-49b4-b1bb-ce70306246e1 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/security-groups?id=68c5b99a-6c54-4a7f-be92-a4a441a22dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166282 May 26 18:06:44.393930 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-944262f8-ee55-46f4-8b91-e01c53de5bd7 req-a5bb699b-47ff-4b0d-9bba-cef208b89843 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (60a8c52a-f764-4c9e-a08a-f51f9aaab5c6), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:44.425298 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e11c-58a2-48a3-849c-5df841200655 req-bdf13de9-ace9-482c-9c25-36724298cc26 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:44.432122 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['60a8c52a-f764-4c9e-a08a-f51f9aaab5c6'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:06:44.432851 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d2e8e11c-58a2-48a3-849c-5df841200655 req-bdf13de9-ace9-482c-9c25-36724298cc26 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0557690 May 26 18:06:44.454693 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb699b-47ff-4b0d-9bba-cef208b89843 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Pushing event deleted for resources: {'Port': ['ID=60a8c52a-f764-4c9e-a08a-f51f9aaab5c6,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:44.493061 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d2e8e11c-58a2-48a3-849c-5df841200655 req-01054a8f-a110-43a1-9fbf-9f4a87581b67 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592437 May 26 18:06:44.523242 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-944262f8-ee55-46f4-8b91-e01c53de5bd7 req-a5bb699b-47ff-4b0d-9bba-cef208b89843 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] No DVR routers for this DVR port 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:06:44.526226 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-944262f8-ee55-46f4-8b91-e01c53de5bd7 req-a5bb699b-47ff-4b0d-9bba-cef208b89843 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:44.537043 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-944262f8-ee55-46f4-8b91-e01c53de5bd7 req-a5bb699b-47ff-4b0d-9bba-cef208b89843 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.86 "DELETE /v2.0/ports/60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 HTTP/1.1" status: 204 len: 173 time: 1.0272312 May 26 18:06:44.540084 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08edabe5-6608-4245-816d-b432ff403775', 'name': 'network-vif-deleted', 'tag': '60a8c52a-f764-4c9e-a08a-f51f9aaab5c6'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:06:44.547760 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91db111d-30dd-409c-9990-2c1234676a64" -d '{"events": [{"server_uuid": "08edabe5-6608-4245-816d-b432ff403775", "name": "network-vif-deleted", "tag": "60a8c52a-f764-4c9e-a08a-f51f9aaab5c6"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:06:44.600403 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e47057-8951-429f-bf8e-7708268da0f7 x-openstack-request-id: req-63e47057-8951-429f-bf8e-7708268da0f7 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:06:44.600931 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08edabe5-6608-4245-816d-b432ff403775", "name": "network-vif-deleted", "tag": "60a8c52a-f764-4c9e-a08a-f51f9aaab5c6", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:06:44.601303 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63e47057-8951-429f-bf8e-7708268da0f7 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:06:44.601626 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e47057-8951-429f-bf8e-7708268da0f7'] response: {'server_uuid': '08edabe5-6608-4245-816d-b432ff403775', 'name': 'network-vif-deleted', 'tag': '60a8c52a-f764-4c9e-a08a-f51f9aaab5c6', 'status': 'completed', 'code': 200} May 26 18:06:45.184731 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57314) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:45.447068 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-94d39acf-6300-4fde-aee1-71881326ee01 req-4651e09f-d422-47fa-881d-d95216bd15d9 tempest-VolumesNegativeTest-972695762 tempest-VolumesNegativeTest-972695762-project] 10.222.0.76 "GET /v2.0/ports?device_id=08edabe5-6608-4245-816d-b432ff403775 HTTP/1.1" status: 200 len: 210 time: 0.0403829 May 26 18:06:45.492027 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-78af1a81-2f20-46d9-8a8f-fe3ae17165c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:45.631539 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-78af1a81-2f20-46d9-8a8f-fe3ae17165c8 admin admin] Publish callbacks [] for security_group (d4737fe2-2ea4-4051-96fe-2e434381ce3b), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:45.638349 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-78af1a81-2f20-46d9-8a8f-fe3ae17165c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d4737fe2-2ea4-4051-96fe-2e434381ce3b), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:45.647654 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f4c69-e2ea-49fd-b787-f7b18440f406 req-157ad88b-cf8f-44d4-a746-71b57ec5ed72 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:45.649165 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-872f4c69-e2ea-49fd-b787-f7b18440f406 req-157ad88b-cf8f-44d4-a746-71b57ec5ed72 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0778806 May 26 18:06:45.714517 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-78af1a81-2f20-46d9-8a8f-fe3ae17165c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71fe7e98fefc4471be3cb40564a67411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5285640 May 26 18:06:45.715224 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af1a81-2f20-46d9-8a8f-fe3ae17165c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4737fe2-2ea4-4051-96fe-2e434381ce3b,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:45.717158 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57346) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:45.764147 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-872f4c69-e2ea-49fd-b787-f7b18440f406 req-fd5e2d59-2012-442a-b8f2-559d0f33e8b3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859804 May 26 18:06:45.788927 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5c942601-f157-4d42-802f-b31d3a9d56c7 admin admin] Publish callbacks [] for security_group (d4737fe2-2ea4-4051-96fe-2e434381ce3b), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:45.815432 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5c942601-f157-4d42-802f-b31d3a9d56c7 admin admin] Publish callbacks [] for security_group (d4737fe2-2ea4-4051-96fe-2e434381ce3b), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:45.883768 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5c942601-f157-4d42-802f-b31d3a9d56c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d4737fe2-2ea4-4051-96fe-2e434381ce3b), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:45.887722 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5c942601-f157-4d42-802f-b31d3a9d56c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:45.889038 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5c942601-f157-4d42-802f-b31d3a9d56c7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d4737fe2-2ea4-4051-96fe-2e434381ce3b HTTP/1.1" status: 204 len: 168 time: 0.1699734 May 26 18:06:45.898903 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c942601-f157-4d42-802f-b31d3a9d56c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4737fe2-2ea4-4051-96fe-2e434381ce3b,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:46.136294 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57362) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:46.257671 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9d9bde11-701a-48ed-a911-ac6953ff9028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:46.346246 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9d9bde11-701a-48ed-a911-ac6953ff9028 admin admin] Publish callbacks [] for security_group (b718e726-d5e3-4d12-a72d-beccdc465a21), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:46.350411 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9d9bde11-701a-48ed-a911-ac6953ff9028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b718e726-d5e3-4d12-a72d-beccdc465a21), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:46.391402 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-9d9bde11-701a-48ed-a911-ac6953ff9028 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b2f684925a9c40c4bda4c474fee49c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533367 May 26 18:06:46.392574 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bde11-701a-48ed-a911-ac6953ff9028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b718e726-d5e3-4d12-a72d-beccdc465a21,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:46.394381 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57378) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:46.463467 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6b96860e-0fab-4c37-93dd-f1903a62cf18 admin admin] Publish callbacks [] for security_group (b718e726-d5e3-4d12-a72d-beccdc465a21), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:46.488097 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6b96860e-0fab-4c37-93dd-f1903a62cf18 admin admin] Publish callbacks [] for security_group (b718e726-d5e3-4d12-a72d-beccdc465a21), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:46.542836 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6b96860e-0fab-4c37-93dd-f1903a62cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b718e726-d5e3-4d12-a72d-beccdc465a21), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:46.545612 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6b96860e-0fab-4c37-93dd-f1903a62cf18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:46.549196 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-6b96860e-0fab-4c37-93dd-f1903a62cf18 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b718e726-d5e3-4d12-a72d-beccdc465a21 HTTP/1.1" status: 204 len: 168 time: 0.1498179 May 26 18:06:46.555371 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96860e-0fab-4c37-93dd-f1903a62cf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b718e726-d5e3-4d12-a72d-beccdc465a21,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:46.631828 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:06:46.659510 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:06:46.659853 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 60a8c52a-f764-4c9e-a08a-f51f9aaab5c6 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:06:46.690111 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57396) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:46.859720 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2128549619-network', 'tenant_id': '45d94db7075c40cbae3f106a9661d969'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:46.901312 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:46.932830 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861183-4097-4ef9-b934-85665a272d8a req-6b4570fd-1137-4661-a5ca-f07ae95297d5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:46.934346 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-88861183-4097-4ef9-b934-85665a272d8a req-6b4570fd-1137-4661-a5ca-f07ae95297d5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0993702 May 26 18:06:46.935386 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Made reservation on behalf of 45d94db7075c40cbae3f106a9661d969 for: {'network': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:06:46.938327 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:46.954418 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:46.962234 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57406) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:46.976320 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8a30ce64-4b22-4c39-a061-1b29604a8c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.010535 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-88861183-4097-4ef9-b934-85665a272d8a req-456de53f-055c-4445-aa01-d43741a82ef8 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689359 May 26 18:06:47.056843 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:47.062577 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8a30ce64-4b22-4c39-a061-1b29604a8c90 admin admin] Publish callbacks [] for security_group (b335f11e-7f77-4f44-8e7a-0c6bd54d4e98), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.067016 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8a30ce64-4b22-4c39-a061-1b29604a8c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b335f11e-7f77-4f44-8e7a-0c6bd54d4e98), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.075770 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Publish callbacks [] for security_group (b49a753b-51bb-4bc5-838e-b596e5e43908), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.087879 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b49a753b-51bb-4bc5-838e-b596e5e43908), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.114955 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=104147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:06:47.115193 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-8a30ce64-4b22-4c39-a061-1b29604a8c90 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=42bf4a4d85a04bd7b2c6fc0166fa4c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510866 May 26 18:06:47.117847 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57408) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:47.120276 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30ce64-4b22-4c39-a061-1b29604a8c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b335f11e-7f77-4f44-8e7a-0c6bd54d4e98,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:47.148639 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49a753b-51bb-4bc5-838e-b596e5e43908,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:47.155618 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (1dff3855-0162-4e95-9a05-816e9af11a36), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.156525 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.segments_db [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Added segment 1dff3855-0162-4e95-9a05-816e9af11a36 of type vlan for network 8ba39add-f4a7-4061-91a5-b356a25c19cf May 26 18:06:47.237374 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (8ba39add-f4a7-4061-91a5-b356a25c19cf), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.253763 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-919376f2-9ddf-4a45-9929-477218463eff admin admin] Publish callbacks [] for security_group (b335f11e-7f77-4f44-8e7a-0c6bd54d4e98), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.284848 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (8ba39add-f4a7-4061-91a5-b356a25c19cf), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.285842 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:47.286442 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.295948 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-919376f2-9ddf-4a45-9929-477218463eff admin admin] Publish callbacks [] for security_group (b335f11e-7f77-4f44-8e7a-0c6bd54d4e98), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.359116 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6678514 May 26 18:06:47.362062 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57418) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:47.367449 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] Request body: {'subnet': {'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2128549619-subnet', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'ip_version': 4}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:47.372479 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:47.386041 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c907d-3678-4964-b21b-3cb7eec54d6e admin admin] Pushing event updated for resources: {'Network': ['ID=8ba39add-f4a7-4061-91a5-b356a25c19cf,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:47.403823 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 8ba39add-f4a7-4061-91a5-b356a25c19cf details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:06:47.427976 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-919376f2-9ddf-4a45-9929-477218463eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b335f11e-7f77-4f44-8e7a-0c6bd54d4e98), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.429040 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] Made reservation on behalf of 45d94db7075c40cbae3f106a9661d969 for: {'subnet': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:06:47.433127 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530260'] for subnet (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.444899 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-919376f2-9ddf-4a45-9929-477218463eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.450085 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-919376f2-9ddf-4a45-9929-477218463eff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b335f11e-7f77-4f44-8e7a-0c6bd54d4e98 HTTP/1.1" status: 204 len: 168 time: 0.3291769 May 26 18:06:47.459265 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919376f2-9ddf-4a45-9929-477218463eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b335f11e-7f77-4f44-8e7a-0c6bd54d4e98,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:47.568327 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:47.732772 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25884351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530242'] for subnet (dc082b98-c56e-4d67-834b-87a010c33af3), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.805088 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc082b98-c56e-4d67-834b-87a010c33af3,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:47.815343 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] Checking segment: {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:06:47.815703 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] Network hostable DHCP agents. Network: 8ba39add-f4a7-4061-91a5-b356a25c19cf, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:06:47.838998 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] Network 8ba39add-f4a7-4061-91a5-b356a25c19cf is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:06:47.851440 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 8ba39add-f4a7-4061-91a5-b356a25c19cf) {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:47.855742 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:47.856368 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.861962 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc3b982-9e48-485b-bc9f-3d830bdb6902 None None] Network 8ba39add-f4a7-4061-91a5-b356a25c19cf requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:06:47.881384 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-672f0f6b-d35a-411e-b880-740934e90785 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5181069 May 26 18:06:47.884192 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57434) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:47.889038 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:47.916904 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1979981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:47.918574 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2044413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.021729 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Publish callbacks [] for router_controller (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), precommit_add_association {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.129665 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-8ba39add-f4a7-4061-91a5-b356a25c19cf', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:06:48.130624 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.226656 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Publish callbacks [] for router_gateway (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.354231 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Allocated IP 172.20.0.2 (8ba39add-f4a7-4061-91a5-b356a25c19cf/dc082b98-c56e-4d67-834b-87a010c33af3/574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:48.429070 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adade6d-0523-4f52-8cc0-23dfb735ce23 req-e6ab8912-90aa-4386-8f9c-be3d628ceeb3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:48.439007 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8adade6d-0523-4f52-8cc0-23dfb735ce23 req-e6ab8912-90aa-4386-8f9c-be3d628ceeb3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.3348820 May 26 18:06:48.490572 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Publish callbacks [] for router_gateway (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.509095 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8adade6d-0523-4f52-8cc0-23dfb735ce23 req-2615ee32-03be-4b29-bbcf-2315c30c2608 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691948 May 26 18:06:48.522163 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.543567 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:48.547069 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Publish callbacks [] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.554430 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.597490 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Network 8ba39add-f4a7-4061-91a5-b356a25c19cf is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:48.602748 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:48.606648 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:48.640538 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:48.658321 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Pushing event updated for resources: {'Port': ['ID=574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:48.672110 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Allocated IP 172.27.1.224 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/ccd3d45f-4d39-4e02-8a18-41fb102511d6) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:48.706819 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Attempting to bind port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:06:48.707189 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Attempting to bind port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:06:48.707547 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Attempting to bind port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b on network 8ba39add-f4a7-4061-91a5-b356a25c19cf {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:48.713700 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:06:48.714446 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Checking segment: {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:06:48.714633 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.714958 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Bound using segment: {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:06:48.715426 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Bound port: 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:06:48.715800 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.789324 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:48.790763 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] For port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:06:48.794804 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] For port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:06:48.804629 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.832303 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:48.837953 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Publish callbacks [] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.878261 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:48.879501 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66265e-f86d-4e64-930e-79aff0775ad5 None None] Pushing event updated for resources: {'Port': ['ID=574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:48.930734 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:48.943862 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:48.948897 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:48.994458 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd3d45f-4d39-4e02-8a18-41fb102511d6,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:49.328162 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Publish callbacks [] for router_gateway (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:49.536669 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2044362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334'] for router (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:49.679325 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abef24-c345-460e-a1b4-d5a239036cb7 req-45fe9527-1f92-4322-886c-541e85c2fddd tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:49.680829 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3abef24-c345-460e-a1b4-d5a239036cb7 req-45fe9527-1f92-4322-886c-541e85c2fddd tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0859287 May 26 18:06:49.728482 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:49.763160 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3abef24-c345-460e-a1b4-d5a239036cb7 req-a962a8f9-c25f-4726-891c-2007e638cc74 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746331 May 26 18:06:49.767961 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d is scheduled to L3 agent cb487416-6954-49d8-8398-29168d4b46d3 with binding_index 1 {{(pid=104146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:06:49.894228 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:49.900300 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:49.909921 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Sync routers for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:49.916627 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:49.917885 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5b75e173-8740-4441-bc16-df77b25ed603 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0326447 May 26 18:06:49.922219 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57478) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:49.928178 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:49.928807 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:50.001630 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73629080-52b6-4063-bacb-363d273590a8 None None] Network 8ba39add-f4a7-4061-91a5-b356a25c19cf requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:06:50.042280 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:50.069459 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-4a393553-579f-4a49-a4b6-5b8bb36d7e6b None None] Provisioning complete for port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:50.069991 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4a393553-579f-4a49-a4b6-5b8bb36d7e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.193257 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-4a393553-579f-4a49-a4b6-5b8bb36d7e6b None None] Current status of the port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:50.193565 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4a393553-579f-4a49-a4b6-5b8bb36d7e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.261395 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-4a393553-579f-4a49-a4b6-5b8bb36d7e6b None None] For port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:50.262848 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4a393553-579f-4a49-a4b6-5b8bb36d7e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.354201 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:49Z', 'revision_number': 3, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:50.357874 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a393553-579f-4a49-a4b6-5b8bb36d7e6b None None] Pushing event updated for resources: {'Port': ['ID=574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:50.396347 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Checking router: 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:50.396699 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Updating router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d port ccd3d45f-4d39-4e02-8a18-41fb102511d6 binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:06:50.432838 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.436414 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9907ef42-a6fe-4c63-95a3-33f222813478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.540721 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.585707 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-b9aa8be0-3731-4309-ac91-732993dbc342 None None] Provisioning complete for port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:50.586080 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b9aa8be0-3731-4309-ac91-732993dbc342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.692558 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa8be0-3731-4309-ac91-732993dbc342 None None] Current status of the port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:50.827476 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Allocated IP 172.20.0.1 (8ba39add-f4a7-4061-91a5-b356a25c19cf/dc082b98-c56e-4d67-834b-87a010c33af3/8df49f4e-8a88-48f9-be4a-7a64c0bf7974) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:50.886809 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Publish callbacks [] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.895837 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.928875 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281f194-5a56-4029-8fe4-e8a9b57db167 req-f767bc5c-5806-42c2-a699-741d9a34f084 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:50.940867 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1281f194-5a56-4029-8fe4-e8a9b57db167 req-f767bc5c-5806-42c2-a699-741d9a34f084 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0706122 May 26 18:06:50.961141 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Pushing event updated for resources: {'Port': ['ID=ccd3d45f-4d39-4e02-8a18-41fb102511d6,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:50.962089 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57500) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:50.974721 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Attempting to bind port ccd3d45f-4d39-4e02-8a18-41fb102511d6 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:06:50.975146 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Attempting to bind port ccd3d45f-4d39-4e02-8a18-41fb102511d6 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:06:50.975571 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Attempting to bind port ccd3d45f-4d39-4e02-8a18-41fb102511d6 on network 87c30ee3-ecc3-4b30-9751-5557819add7d {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:50.979808 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.980154 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.980517 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.980712 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-d2b839aa-ae61-40be-bb3c-0414f9a55f9a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1471320286', 'description': 'tempest-description--1431081236'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:50.980862 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.981196 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.981522 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.981845 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.982168 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.982515 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.982874 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.983196 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.983534 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.983853 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.984180 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.984498 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:50.990403 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:06:50.991056 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:06:50.991702 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.992251 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Bound using segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:06:50.992892 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Bound port: ccd3d45f-4d39-4e02-8a18-41fb102511d6, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:06:50.993393 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:50.996713 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:51.038864 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1281f194-5a56-4029-8fe4-e8a9b57db167 req-646c3996-9310-4557-bf6b-b0296f65d30d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963252 May 26 18:06:51.041411 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Publish callbacks [] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.045909 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d2b839aa-ae61-40be-bb3c-0414f9a55f9a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.069474 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] For port ccd3d45f-4d39-4e02-8a18-41fb102511d6, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:06:51.076889 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] For port ccd3d45f-4d39-4e02-8a18-41fb102511d6, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=ccd3d45f-4d39-4e02-8a18-41fb102511d6,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:06:51.084741 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.087095 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:51.097177 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:51.105575 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:51.123603 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.158342 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d2b839aa-ae61-40be-bb3c-0414f9a55f9a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (0bb26c9f-46c5-472e-9231-b5ecdb0cbb45), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.161723 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:51.164018 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d2b839aa-ae61-40be-bb3c-0414f9a55f9a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (0bb26c9f-46c5-472e-9231-b5ecdb0cbb45), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.175600 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:06:51.183983 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:51.184624 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:51.187034 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e2ff9-66dc-4caa-b348-6f940f9a7e0d None None] Pushing event updated for resources: {'Port': ['ID=ccd3d45f-4d39-4e02-8a18-41fb102511d6,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:51.190837 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Network 8ba39add-f4a7-4061-91a5-b356a25c19cf is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:51.191641 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=8df49f4e-8a88-48f9-be4a-7a64c0bf7974,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:51.195488 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:51.197897 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:51.221890 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b839aa-ae61-40be-bb3c-0414f9a55f9a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:51.245048 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d2b839aa-ae61-40be-bb3c-0414f9a55f9a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.250432 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-d2b839aa-ae61-40be-bb3c-0414f9a55f9a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2862322 May 26 18:06:51.252120 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982029'] for router_interface (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.252519 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57502) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:51.257023 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-28cec7da-9db2-4a4a-96f8-a3154e295808 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group_rule': {'security_group_id': '0bb26c9f-46c5-472e-9231-b5ecdb0cbb45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:51.294028 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:51.294622 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.317120 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-28cec7da-9db2-4a4a-96f8-a3154e295808 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (44d83b87-5af1-4342-80b2-520fbf86119a), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.337200 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:51.380862 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=7 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:51.403458 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-28cec7da-9db2-4a4a-96f8-a3154e295808 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (44d83b87-5af1-4342-80b2-520fbf86119a), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.410358 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-28cec7da-9db2-4a4a-96f8-a3154e295808 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (44d83b87-5af1-4342-80b2-520fbf86119a), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.433107 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-28cec7da-9db2-4a4a-96f8-a3154e295808 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.433902 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:51.437322 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57506) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:51.441649 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-28cec7da-9db2-4a4a-96f8-a3154e295808 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1879597 May 26 18:06:51.453759 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cec7da-9db2-4a4a-96f8-a3154e295808 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d83b87-5af1-4342-80b2-520fbf86119a,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:51.469963 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-8c42d49f-5e7e-412c-8718-f4929418f842 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group_rule': {'security_group_id': '0bb26c9f-46c5-472e-9231-b5ecdb0cbb45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:51.526339 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-23e1ec28-4061-4a30-9863-5037421d09dd None None] Provisioning complete for port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:51.527024 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-23e1ec28-4061-4a30-9863-5037421d09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.554500 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8c42d49f-5e7e-412c-8718-f4929418f842 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (25fa609a-ff42-4c07-af4f-f42d9d40541e), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.564755 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-23e1ec28-4061-4a30-9863-5037421d09dd None None] Port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:06:51.575663 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.581252 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:49Z', 'revision_number': 3, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:51.607595 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a471c-6df2-4eb3-8c35-6a0408d0be81 None None] The sync data for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi is: [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:49Z', 'revision_number': 3, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:06:51.647332 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8c42d49f-5e7e-412c-8718-f4929418f842 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (25fa609a-ff42-4c07-af4f-f42d9d40541e), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.652949 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8c42d49f-5e7e-412c-8718-f4929418f842 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (25fa609a-ff42-4c07-af4f-f42d9d40541e), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.692838 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42d49f-5e7e-412c-8718-f4929418f842 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fa609a-ff42-4c07-af4f-f42d9d40541e,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:51.710434 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8c42d49f-5e7e-412c-8718-f4929418f842 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.711731 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-8c42d49f-5e7e-412c-8718-f4929418f842 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2564478 May 26 18:06:51.718271 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57508) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:51.721153 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:51.769269 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.871259 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.903539 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Publish callbacks [] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:51.917067 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.010114 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=8df49f4e-8a88-48f9-be4a-7a64c0bf7974,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:52.012983 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-289921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1981437'] for router_interface (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.031926 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Allocated IP 172.27.1.54 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/8c308f38-1d80-442a-b9be-4bb977ea8098) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:52.162570 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (8c308f38-1d80-442a-b9be-4bb977ea8098), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.219900 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (8c308f38-1d80-442a-b9be-4bb977ea8098), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.275902 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:52.277366 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=8c308f38-1d80-442a-b9be-4bb977ea8098,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:52.282527 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:52.285065 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:52.416007 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (0c27b6e5-1313-41d6-a5f7-1010199d0d03), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.438149 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Network 8ba39add-f4a7-4061-91a5-b356a25c19cf is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:52.447572 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:52.462463 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:52.469934 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447c672-5c8e-4896-9b23-ba0a1370a477 req-d0a442c7-9607-4f89-aa16-2d239bfd5d78 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:52.471280 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (8c308f38-1d80-442a-b9be-4bb977ea8098), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.471578 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4447c672-5c8e-4896-9b23-ba0a1370a477 req-d0a442c7-9607-4f89-aa16-2d239bfd5d78 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.3223517 May 26 18:06:52.510106 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:52.557534 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:52.654287 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:52.665134 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-df625d41-601d-4e87-a806-db7dc36e162b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.669822 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4447c672-5c8e-4896-9b23-ba0a1370a477 req-e372b430-edff-4237-a97b-f733082b325d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615283 May 26 18:06:52.687047 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:06:52.774977 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (8c308f38-1d80-442a-b9be-4bb977ea8098), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.782916 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (8c308f38-1d80-442a-b9be-4bb977ea8098), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.896113 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:52.908044 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=8c308f38-1d80-442a-b9be-4bb977ea8098,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:52.911232 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-9f9d21ca-1921-46fc-8f17-e3123b702bd0 admin admin] 10.222.0.76 "PUT /v2.0/routers/41395eb9-6f5f-47ea-8f1a-79de8ce6e53d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9866126 May 26 18:06:52.920735 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (0c27b6e5-1313-41d6-a5f7-1010199d0d03), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.941949 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.943296 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-454c60d4-a8e9-4c87-ad80-cfb4da4275c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2267809 May 26 18:06:52.956884 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-b133f7b3-7562-4b1c-8898-81ccc10473e6 None None] Provisioning complete for port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:52.958298 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b133f7b3-7562-4b1c-8898-81ccc10473e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:52.968477 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:53.008388 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-b133f7b3-7562-4b1c-8898-81ccc10473e6 None None] Port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:06:53.113186 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device ccd3d45f-4d39-4e02-8a18-41fb102511d6 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:06:53.190868 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:53.201950 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port ccd3d45f-4d39-4e02-8a18-41fb102511d6 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:53.202656 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:53.312986 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port ccd3d45f-4d39-4e02-8a18-41fb102511d6 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:53.314111 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:53.338609 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port ccd3d45f-4d39-4e02-8a18-41fb102511d6, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=ccd3d45f-4d39-4e02-8a18-41fb102511d6,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:53.345644 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:53.398355 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=ccd3d45f-4d39-4e02-8a18-41fb102511d6,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:53.407095 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.407436 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.407813 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.408147 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.408460 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.408786 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.409108 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.409425 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.409744 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.410059 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.410402 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.410723 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.411037 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.411352 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.411668 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:06:53.542748 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-8aa4d5af-a0f9-40fa-95bf-5436b09b4dcb tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1471320286&fields=id&tenant_id=eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 267 time: 0.0602894 May 26 18:06:53.693614 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-75197764-955b-4d8c-8756-a1838ba35238 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:53.695283 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-75197764-955b-4d8c-8756-a1838ba35238 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 815 time: 0.1450915 May 26 18:06:53.720223 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-dd74fd7a-8f55-400d-907e-7d35691f803c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/quotas/eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 375 time: 0.0189295 May 26 18:06:53.802038 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57638) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:53.810454 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-290593272-network', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:53.835256 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0824532-c79a-4fed-9079-5004f688564d req-30257b30-54bf-4522-a1c9-8894d664d052 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:53.844191 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b0824532-c79a-4fed-9079-5004f688564d req-30257b30-54bf-4522-a1c9-8894d664d052 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0778847 May 26 18:06:53.862053 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-ca06d47d-3075-4605-8ac7-405c520c3571 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1344614 May 26 18:06:53.870412 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Made reservation on behalf of d380d672826643ba9d6f491c3a981dff for: {'network': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:06:53.890993 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:53.910407 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:53.932424 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:53.961816 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b0824532-c79a-4fed-9079-5004f688564d req-0e7fafe7-c433-4a75-b92e-47d83fd47051 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127515 May 26 18:06:54.009682 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Sync routers for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:54.027629 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:54.028144 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:54.084304 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-06d7aeb3-1a57-4dfe-a109-332d616b169b service neutron] 10.222.0.76 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905725 May 26 18:06:54.187248 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:54.222061 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Publish callbacks [] for security_group (bac1ffa2-4d3b-42e8-bed3-768d79f0554f), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:54.235299 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (bac1ffa2-4d3b-42e8-bed3-768d79f0554f), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:54.289017 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:54.309726 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=104147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:06:54.331593 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0a4bb35d-d6f3-4113-90bf-6dea8c150c57 service neutron] 10.222.0.76 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461526 May 26 18:06:54.346109 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac1ffa2-4d3b-42e8-bed3-768d79f0554f,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:54.352035 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (055b79ca-6aff-4196-a3c3-81c0058e3d1e), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:54.352886 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.segments_db [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Added segment 055b79ca-6aff-4196-a3c3-81c0058e3d1e of type vlan for network 557bc880-7c2a-4758-a36b-ed63064d03db May 26 18:06:54.432918 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (557bc880-7c2a-4758-a36b-ed63064d03db), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:54.435582 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:54.491084 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 2, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:54.526356 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Checking router: 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:54.526661 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (557bc880-7c2a-4758-a36b-ed63064d03db), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:54.527176 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Updating router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 binding host dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:06:54.528989 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:54.530646 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:54.616311 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b3f9f83c-7e40-47ac-a33a-f4ab58f14a0b req-ba67f4a5-275c-40a1-bac1-e7d762281826 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 210 time: 0.0492663 May 26 18:06:54.621824 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] Pushing event updated for resources: {'Network': ['ID=557bc880-7c2a-4758-a36b-ed63064d03db,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:54.636984 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ecbce63c-706b-4792-a8a2-bc62b31e5062 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8336530 May 26 18:06:54.639830 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57680) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:54.643467 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 557bc880-7c2a-4758-a36b-ed63064d03db details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:06:54.646741 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] Request body: {'subnet': {'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-290593272-subnet', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'ip_version': 4}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:54.674592 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:54.681635 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] Made reservation on behalf of d380d672826643ba9d6f491c3a981dff for: {'subnet': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:06:54.685620 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530260'] for subnet (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:54.956537 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25884351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530242'] for subnet (f64d5dd7-03d5-4e46-a506-8766a5db58fa), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.122586 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64d5dd7-03d5-4e46-a506-8766a5db58fa,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:55.145225 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] Checking segment: {'id': '055b79ca-6aff-4196-a3c3-81c0058e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:06:55.145835 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] Network hostable DHCP agents. Network: 557bc880-7c2a-4758-a36b-ed63064d03db, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:06:55.185919 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device ccd3d45f-4d39-4e02-8a18-41fb102511d6 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:06:55.187922 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223ba7a-5f94-4033-9cb7-6f3b9171d3e9 req-499d7c71-ec19-49f6-8629-c11b041d5fab tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:55.194892 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:55.195163 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e223ba7a-5f94-4033-9cb7-6f3b9171d3e9 req-499d7c71-ec19-49f6-8629-c11b041d5fab tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1553960 May 26 18:06:55.201342 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] Network 557bc880-7c2a-4758-a36b-ed63064d03db is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:06:55.239572 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 557bc880-7c2a-4758-a36b-ed63064d03db) {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:55.249967 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:55.250620 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.270495 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dce1000-bad3-4b55-969d-886e6db33902 None None] Network 557bc880-7c2a-4758-a36b-ed63064d03db requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:06:55.279036 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e223ba7a-5f94-4033-9cb7-6f3b9171d3e9 req-adc2773c-a38c-4901-976e-7e8d62ff13ba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744874 May 26 18:06:55.309424 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-4e380ad9-9962-4434-8b02-1dfd40ff89c9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6659703 May 26 18:06:55.310256 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57720) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:55.316314 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-290593272-router', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:55.389657 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1979981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (4fe6bcc1-21cb-46b2-8de1-542eda488236), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.393679 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2044413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (4fe6bcc1-21cb-46b2-8de1-542eda488236), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.417376 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:55.523234 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:55.527846 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Publish callbacks [] for router_controller (4fe6bcc1-21cb-46b2-8de1-542eda488236), precommit_add_association {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.534912 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-557bc880-7c2a-4758-a36b-ed63064d03db', 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db', 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'fixed_ips': [{'subnet_id': 'f64d5dd7-03d5-4e46-a506-8766a5db58fa'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:06:55.536665 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.599768 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.757976 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Publish callbacks [] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.767993 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port ccd3d45f-4d39-4e02-8a18-41fb102511d6 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:55.768882 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.771735 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:55.893780 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-745e0ecd-fec4-4da2-a3ef-eb350603a95b req-ecd7ef3a-ca05-44bf-9fa3-accafda1f7e1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 210 time: 0.1143601 May 26 18:06:55.895909 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Publish callbacks [] for router_gateway (4fe6bcc1-21cb-46b2-8de1-542eda488236), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:56.106925 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:56.269000 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Publish callbacks [] for router_gateway (4fe6bcc1-21cb-46b2-8de1-542eda488236), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:56.286906 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-7c938b71-fc35-4da6-9690-5986aca70cdd None None] Provisioning complete for port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:56.289337 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7c938b71-fc35-4da6-9690-5986aca70cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:56.339104 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-7c938b71-fc35-4da6-9690-5986aca70cdd None None] Port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:06:56.358457 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:56.416459 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c25af-a512-4f29-8e84-7235913536e3 None None] Pushing event updated for resources: {'Port': ['ID=8df49f4e-8a88-48f9-be4a-7a64c0bf7974,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:56.425005 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Attempting to bind port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:06:56.427131 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Attempting to bind port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:06:56.428272 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Attempting to bind port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 on network 8ba39add-f4a7-4061-91a5-b356a25c19cf {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:56.480198 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port ccd3d45f-4d39-4e02-8a18-41fb102511d6 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:56.484354 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:06:56.485076 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Checking segment: {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:06:56.485700 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:56.486348 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Bound using segment: {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:06:56.487861 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Bound port: 8df49f4e-8a88-48f9-be4a-7a64c0bf7974, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:06:56.488496 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:56.504999 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f02bf1-7606-4c49-aa10-0c008939d349 req-5e217c48-2084-4f52-b012-7eadbc6c7dd4 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:56.512230 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-04f02bf1-7606-4c49-aa10-0c008939d349 req-5e217c48-2084-4f52-b012-7eadbc6c7dd4 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0937717 May 26 18:06:56.516842 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Allocated IP 172.20.0.2 (557bc880-7c2a-4758-a36b-ed63064d03db/f64d5dd7-03d5-4e46-a506-8766a5db58fa/d65abe75-6a10-495a-83cf-1b28e70b2f62) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:56.627888 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-04f02bf1-7606-4c49-aa10-0c008939d349 req-3658085a-a167-406e-a82e-b3ef1dd68c2b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116242 May 26 18:06:56.637494 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Allocated IP 172.27.1.231 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/4436b244-e876-4be9-a6b5-ad16d265e0f8) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:56.646521 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:56.663058 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] For port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:06:56.667863 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] For port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=8df49f4e-8a88-48f9-be4a-7a64c0bf7974,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:06:56.679082 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:56.692029 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-c8c5a731-512a-4309-9f43-fb18cf5eb384 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:56.695500 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-c8c5a731-512a-4309-9f43-fb18cf5eb384 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 815 time: 0.3752060 May 26 18:06:56.807856 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Publish callbacks [] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:56.852445 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Publish callbacks [] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:56.856648 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:56.857838 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:56.952681 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-cbf7f195-147c-4ac5-b2dd-a7477215aa6b tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 473 time: 0.1424761 May 26 18:06:56.961082 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:56.980387 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'port': {'device_id': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'admin_state_up': True, 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'security_groups': ['0bb26c9f-46c5-472e-9231-b5ecdb0cbb45']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:57.014612 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c25af-a512-4f29-8e84-7235913536e3 None None] Pushing event updated for resources: {'Port': ['ID=8df49f4e-8a88-48f9-be4a-7a64c0bf7974,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:57.017950 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:57.026607 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:57.033297 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:57.112135 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Network 557bc880-7c2a-4758-a36b-ed63064d03db is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:57.128872 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a53e954e-cfed-45c2-95c6-f93c071a4dd3 req-37fb9fca-c56b-48ab-8947-0cc8c091d29f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 210 time: 0.1352525 May 26 18:06:57.129516 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:57.152698 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:57.157029 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:57.162417 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-40a8e1a1-71e9-4e1f-bd58-c000ac3fc0fd None None] Provisioning complete for port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:57.162784 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-40a8e1a1-71e9-4e1f-bd58-c000ac3fc0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:57.165779 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:57.168757 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:57.174839 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:57.177682 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Pushing event updated for resources: {'Port': ['ID=4436b244-e876-4be9-a6b5-ad16d265e0f8,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:57.213463 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:57.225727 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Pushing event updated for resources: {'Port': ['ID=d65abe75-6a10-495a-83cf-1b28e70b2f62,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:57.386432 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:57.395458 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Attempting to bind port d65abe75-6a10-495a-83cf-1b28e70b2f62 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:06:57.395458 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Attempting to bind port d65abe75-6a10-495a-83cf-1b28e70b2f62 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '055b79ca-6aff-4196-a3c3-81c0058e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:06:57.395458 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Attempting to bind port d65abe75-6a10-495a-83cf-1b28e70b2f62 on network 557bc880-7c2a-4758-a36b-ed63064d03db {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:06:57.417541 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:06:57.417541 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Checking segment: {'id': '055b79ca-6aff-4196-a3c3-81c0058e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:06:57.417541 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:57.417541 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Bound using segment: {'id': '055b79ca-6aff-4196-a3c3-81c0058e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:06:57.417541 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Bound port: d65abe75-6a10-495a-83cf-1b28e70b2f62, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055b79ca-6aff-4196-a3c3-81c0058e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:06:57.417541 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:57.420594 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:57.428848 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-40a8e1a1-71e9-4e1f-bd58-c000ac3fc0fd None None] Current status of the port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:57.429342 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-40a8e1a1-71e9-4e1f-bd58-c000ac3fc0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:57.492702 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Made reservation on behalf of eac4a6151fbb44d1b0b61636a97f56b6 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:06:57.496143 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:57.542791 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:56Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:57.550514 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-40a8e1a1-71e9-4e1f-bd58-c000ac3fc0fd None None] For port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=8df49f4e-8a88-48f9-be4a-7a64c0bf7974,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:57.605263 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-40a8e1a1-71e9-4e1f-bd58-c000ac3fc0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:57.607459 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070c649-d4c9-4a17-98c0-2508caee678c None None] The sync data for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi is: [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:56Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:06:57.650688 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] For port d65abe75-6a10-495a-83cf-1b28e70b2f62, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:06:57.684639 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] For port d65abe75-6a10-495a-83cf-1b28e70b2f62, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=d65abe75-6a10-495a-83cf-1b28e70b2f62,segment=NetworkSegment(055b79ca-6aff-4196-a3c3-81c0058e3d1e),segment_id=055b79ca-6aff-4196-a3c3-81c0058e3d1e)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:06:57.712110 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:57.730311 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Publish callbacks [] for router_gateway (4fe6bcc1-21cb-46b2-8de1-542eda488236), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:57.795413 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8e1a1-71e9-4e1f-bd58-c000ac3fc0fd None None] Pushing event updated for resources: {'Port': ['ID=8df49f4e-8a88-48f9-be4a-7a64c0bf7974,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:57.798201 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Allocated IP 172.20.0.11 (88540240-a343-4b80-bbe6-aa98a82d692f/6b62c5e0-7707-42d0-8ddb-bc0148c5e061/d9b2d18d-b65f-4926-afd9-c098ee263dcf) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:06:57.922988 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3ab14-952f-4a6e-a1e9-92bc435d9cd1 None None] Pushing event updated for resources: {'Port': ['ID=d65abe75-6a10-495a-83cf-1b28e70b2f62,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:57.948202 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0207250-d7b6-4c48-a609-26b74fe813a0 req-d324d92f-887e-4529-af08-2da7f1bf515a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:57.958645 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b0207250-d7b6-4c48-a609-26b74fe813a0 req-d324d92f-887e-4529-af08-2da7f1bf515a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1491468 May 26 18:06:58.034176 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b0207250-d7b6-4c48-a609-26b74fe813a0 req-25e034a4-52ce-463b-b5d5-7c788b8be6f8 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712447 May 26 18:06:58.136425 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:58.163019 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2044362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334'] for router (4fe6bcc1-21cb-46b2-8de1-542eda488236), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:58.267180 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5325b53a-317a-43d8-84a8-8c3511d17586 req-62e29538-758c-4afe-b5f8-5a56f8b75f8e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 210 time: 0.0386770 May 26 18:06:58.353914 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:58.368751 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:58.422085 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:58.695332 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Network 88540240-a343-4b80-bbe6-aa98a82d692f is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:06:58.699039 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:06:58.711369 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:06:58.718831 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=d9b2d18d-b65f-4926-afd9-c098ee263dcf,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:06:58.795966 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:58.796911 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:58.801584 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Router 4fe6bcc1-21cb-46b2-8de1-542eda488236 is scheduled to L3 agent cb487416-6954-49d8-8398-29168d4b46d3 with binding_index 1 {{(pid=104146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:06:58.845715 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-7cbde872-ae01-4844-a5af-a7c9219bd544 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8708830 May 26 18:06:58.901570 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Request body: {'port': {'device_id': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:06:59.193275 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:59.212674 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:06:59.223096 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Sync routers for ids ['4fe6bcc1-21cb-46b2-8de1-542eda488236'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:06:59.253898 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Routers {'4fe6bcc1-21cb-46b2-8de1-542eda488236'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:06:59.254562 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['4fe6bcc1-21cb-46b2-8de1-542eda488236'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:59.274007 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-42e6dcbf-56e3-419e-96ab-60103978c9b4 None None] Provisioning complete for port d9b2d18d-b65f-4926-afd9-c098ee263dcf triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:59.274617 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-42e6dcbf-56e3-419e-96ab-60103978c9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:59.285521 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57924) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:59.347665 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-42e6dcbf-56e3-419e-96ab-60103978c9b4 None None] Port d9b2d18d-b65f-4926-afd9-c098ee263dcf cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:06:59.352997 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device d65abe75-6a10-495a-83cf-1b28e70b2f62 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:06:59.385146 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd982c1-97a4-4e45-80db-89c39e8df599 req-d2492d5b-d972-43cf-8c23-fc0f3e9c8e85 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:59.390278 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9fd982c1-97a4-4e45-80db-89c39e8df599 req-d2492d5b-d972-43cf-8c23-fc0f3e9c8e85 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1832550 May 26 18:06:59.459148 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:59.467717 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-17213c7f-a0cb-4395-9d4e-47232d1b5233 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1505809 May 26 18:06:59.469005 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 57932) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:59.509010 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9fd982c1-97a4-4e45-80db-89c39e8df599 req-b47356b9-4d24-4271-8793-39b7c73378ee tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054366 May 26 18:06:59.553199 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port d65abe75-6a10-495a-83cf-1b28e70b2f62 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:59.553914 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:59.611739 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Set router 4fe6bcc1-21cb-46b2-8de1-542eda488236 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:06:59.626540 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc6760-8dfe-42c9-9573-8ca979819cc4 None None] Network 557bc880-7c2a-4758-a36b-ed63064d03db requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:06:59.672398 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57936) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:06:59.758334 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3f74b669-f692-4ee0-a8a7-29d60a463508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:59.765847 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:06:59.812424 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-edd144cf-b38e-4d80-87a4-4bb4a4262dd2 None None] Provisioning complete for port d65abe75-6a10-495a-83cf-1b28e70b2f62 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:06:59.814496 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-edd144cf-b38e-4d80-87a4-4bb4a4262dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:59.837162 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d362d-3670-48c1-a978-2ca8d52c33c2 req-a483e808-8e74-4d08-a69e-0feece14ed4f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:06:59.839102 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-104d362d-3670-48c1-a978-2ca8d52c33c2 req-a483e808-8e74-4d08-a69e-0feece14ed4f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 932 time: 0.4020011 May 26 18:06:59.875307 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port d65abe75-6a10-495a-83cf-1b28e70b2f62 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:06:59.875749 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:59.917190 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'name': 'tempest-TestVolumeBootPattern-290593272-router', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:55Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 3, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'gw_port': {'id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:56Z', 'updated_at': '2022-05-26T18:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:06:59.948838 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Checking router: 4fe6bcc1-21cb-46b2-8de1-542eda488236 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:06:59.950425 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Updating router 4fe6bcc1-21cb-46b2-8de1-542eda488236 port 4436b244-e876-4be9-a6b5-ad16d265e0f8 binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:06:59.975994 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3f74b669-f692-4ee0-a8a7-29d60a463508 admin admin] Publish callbacks [] for security_group (cd663297-eabb-4792-b619-5e0ac7dbd9e9), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:59.978625 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port d65abe75-6a10-495a-83cf-1b28e70b2f62, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=d65abe75-6a10-495a-83cf-1b28e70b2f62,segment=NetworkSegment(055b79ca-6aff-4196-a3c3-81c0058e3d1e),segment_id=055b79ca-6aff-4196-a3c3-81c0058e3d1e)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:06:59.984581 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:59.987388 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3f74b669-f692-4ee0-a8a7-29d60a463508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (cd663297-eabb-4792-b619-5e0ac7dbd9e9), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:59.988292 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:06:59.989326 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:00.097342 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74b669-f692-4ee0-a8a7-29d60a463508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd663297-eabb-4792-b619-5e0ac7dbd9e9,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:00.159640 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-2e8e142e-109e-4ab3-97a0-fb3143e47c6c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=799f6c254b56426e89102354e6274b18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4862554 May 26 18:07:00.160243 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57950) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:00.172048 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-3f74b669-f692-4ee0-a8a7-29d60a463508 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf1c9dce6a9c48aeaff0d0e503f72078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8787830 May 26 18:07:00.179993 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:00.181284 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 57952) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:00.196890 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-104d362d-3670-48c1-a978-2ca8d52c33c2 req-7a19206a-a6cb-4007-bf5f-61a8c60133ad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434796 May 26 18:07:00.289617 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:00.293040 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f1310a6d-ec28-4dcb-9e9a-93d658338f4f admin admin] Publish callbacks [] for security_group (cd663297-eabb-4792-b619-5e0ac7dbd9e9), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.345385 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=d65abe75-6a10-495a-83cf-1b28e70b2f62,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:00.367728 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ba0a38b0-4374-4b6c-9155-55e7b67bafa8 admin admin] Publish callbacks [] for security_group (68c5b99a-6c54-4a7f-be92-a4a441a22dc9), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.372831 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f1310a6d-ec28-4dcb-9e9a-93d658338f4f admin admin] Publish callbacks [] for security_group (cd663297-eabb-4792-b619-5e0ac7dbd9e9), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.422387 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:00.426316 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b2d18d-b65f-4926-afd9-c098ee263dcf {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:07:00.443468 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Publish callbacks [] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.456281 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-edd144cf-b38e-4d80-87a4-4bb4a4262dd2 None None] Current status of the port d65abe75-6a10-495a-83cf-1b28e70b2f62 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:00.469674 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:00.470110 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.476142 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ba0a38b0-4374-4b6c-9155-55e7b67bafa8 admin admin] Publish callbacks [] for security_group (68c5b99a-6c54-4a7f-be92-a4a441a22dc9), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.494931 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Publish callbacks [] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.500798 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:00.502325 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:00.503800 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Transition to ACTIVE for port object d9b2d18d-b65f-4926-afd9-c098ee263dcf will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:07:00.508990 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.513174 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.519145 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:00.576863 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:00.622291 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:00.637440 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ba0a38b0-4374-4b6c-9155-55e7b67bafa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (68c5b99a-6c54-4a7f-be92-a4a441a22dc9), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.644417 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ba0a38b0-4374-4b6c-9155-55e7b67bafa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.646076 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d2f6c8a4-4c31-4b13-b9e8-d6f989003853 None None] Provisioning complete for port d65abe75-6a10-495a-83cf-1b28e70b2f62 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:00.646618 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d2f6c8a4-4c31-4b13-b9e8-d6f989003853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.653082 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Attempting to bind port 4436b244-e876-4be9-a6b5-ad16d265e0f8 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:00.653462 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Attempting to bind port 4436b244-e876-4be9-a6b5-ad16d265e0f8 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:00.653883 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Attempting to bind port 4436b244-e876-4be9-a6b5-ad16d265e0f8 on network 87c30ee3-ecc3-4b30-9751-5557819add7d {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:00.658636 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d754a-2dab-4e7f-8668-87d0543a9e8c None None] Pushing event updated for resources: {'Port': ['ID=4436b244-e876-4be9-a6b5-ad16d265e0f8,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:00.664016 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ba0a38b0-4374-4b6c-9155-55e7b67bafa8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68c5b99a-6c54-4a7f-be92-a4a441a22dc9 HTTP/1.1" status: 204 len: 168 time: 0.5023777 May 26 18:07:00.664917 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:00.665356 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:00.665751 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.666129 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Bound using segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:00.666627 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Bound port: 4436b244-e876-4be9-a6b5-ad16d265e0f8, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:00.667033 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.669071 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f1310a6d-ec28-4dcb-9e9a-93d658338f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (cd663297-eabb-4792-b619-5e0ac7dbd9e9), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.672510 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f1310a6d-ec28-4dcb-9e9a-93d658338f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.682474 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b2d18d-b65f-4926-afd9-c098ee263dcf,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:00.688016 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f1310a6d-ec28-4dcb-9e9a-93d658338f4f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd663297-eabb-4792-b619-5e0ac7dbd9e9 HTTP/1.1" status: 204 len: 168 time: 0.5023873 May 26 18:07:00.719200 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a38b0-4374-4b6c-9155-55e7b67bafa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c5b99a-6c54-4a7f-be92-a4a441a22dc9,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:00.773969 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1310a6d-ec28-4dcb-9e9a-93d658338f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd663297-eabb-4792-b619-5e0ac7dbd9e9,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:00.789872 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] For port 4436b244-e876-4be9-a6b5-ad16d265e0f8, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:00.795549 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] For port 4436b244-e876-4be9-a6b5-ad16d265e0f8, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=4436b244-e876-4be9-a6b5-ad16d265e0f8,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:00.805006 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:00.889450 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092a0ee-6beb-4c41-939e-212a91737bd2 req-9d77410a-d38d-4b68-8d16-28671ea14ef7 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:00.907661 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d092a0ee-6beb-4c41-939e-212a91737bd2 req-9d77410a-d38d-4b68-8d16-28671ea14ef7 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1675556 May 26 18:07:00.915264 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6c8a4-4c31-4b13-b9e8-d6f989003853 None None] Current status of the port d65abe75-6a10-495a-83cf-1b28e70b2f62 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:00.924857 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Routers {'4fe6bcc1-21cb-46b2-8de1-542eda488236'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:00.925576 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['4fe6bcc1-21cb-46b2-8de1-542eda488236'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:00.999957 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d754a-2dab-4e7f-8668-87d0543a9e8c None None] Pushing event updated for resources: {'Port': ['ID=4436b244-e876-4be9-a6b5-ad16d265e0f8,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:01.086053 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d092a0ee-6beb-4c41-939e-212a91737bd2 req-ea3d2933-3f49-4138-9139-e34f2d6c2e70 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772535 May 26 18:07:01.137975 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Attempting to bind port d9b2d18d-b65f-4926-afd9-c098ee263dcf on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:01.137975 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Attempting to bind port d9b2d18d-b65f-4926-afd9-c098ee263dcf by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:01.137975 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Attempting to bind port d9b2d18d-b65f-4926-afd9-c098ee263dcf on network 88540240-a343-4b80-bbe6-aa98a82d692f {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:01.181249 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device d65abe75-6a10-495a-83cf-1b28e70b2f62 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:01.182567 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Port d9b2d18d-b65f-4926-afd9-c098ee263dcf on network 88540240-a343-4b80-bbe6-aa98a82d692f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:07:01.182894 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Attempting to bind port d9b2d18d-b65f-4926-afd9-c098ee263dcf on network 88540240-a343-4b80-bbe6-aa98a82d692f {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:01.190588 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] Set router 4fe6bcc1-21cb-46b2-8de1-542eda488236 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:01.211407 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:01.220483 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Checking segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:01.220483 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Bound using segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:01.220483 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Bound port: d9b2d18d-b65f-4926-afd9-c098ee263dcf, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:01.224623 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:01.262212 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port d65abe75-6a10-495a-83cf-1b28e70b2f62 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:01.262707 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:01.293523 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:01.437941 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4800e-c369-4d49-b116-226e1fcf0402 req-c3088c3e-6ba0-4b43-92ca-2380e21ec56f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:01.454022 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port d65abe75-6a10-495a-83cf-1b28e70b2f62 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:01.463612 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] For port d9b2d18d-b65f-4926-afd9-c098ee263dcf, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:01.469471 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] For port d9b2d18d-b65f-4926-afd9-c098ee263dcf, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=d9b2d18d-b65f-4926-afd9-c098ee263dcf,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:01.472546 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3fe4800e-c369-4d49-b116-226e1fcf0402 req-c3088c3e-6ba0-4b43-92ca-2380e21ec56f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 944 time: 0.1503439 May 26 18:07:01.492811 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:01.601264 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3fe4800e-c369-4d49-b116-226e1fcf0402 req-6a172525-365c-4ca0-b4ee-d54d80f44941 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277900 May 26 18:07:01.643729 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'name': 'tempest-TestVolumeBootPattern-290593272-router', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:55Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 3, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'gw_port': {'id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:56Z', 'updated_at': '2022-05-26T18:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:01.679046 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed51fcd-25a2-482e-8d88-ac93a17b5aec None None] The sync data for ids ['4fe6bcc1-21cb-46b2-8de1-542eda488236'] in dv-cinder-839064-2-iscsi is: [{'id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'name': 'tempest-TestVolumeBootPattern-290593272-router', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:55Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 3, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'gw_port': {'id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:56Z', 'updated_at': '2022-05-26T18:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:01.710060 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:01.710060 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:01.710060 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] 10.222.0.86 "PUT /v2.0/ports/d9b2d18d-b65f-4926-afd9-c098ee263dcf HTTP/1.1" status: 200 len: 1094 time: 2.8120749 May 26 18:07:01.710060 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'tag': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:01.735129 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca" -d '{"events": [{"name": "network-changed", "server_uuid": "80c10917-bf25-4d3c-990b-3c44c2b7847e", "tag": "d9b2d18d-b65f-4926-afd9-c098ee263dcf"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:01.764788 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428791a-3718-48ac-87ab-1bd564b209b6 req-d3c2724f-14b8-41c4-9e29-202f1ba18577 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:01.774792 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6428791a-3718-48ac-87ab-1bd564b209b6 req-d3c2724f-14b8-41c4-9e29-202f1ba18577 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.2507989 May 26 18:07:01.893891 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1facd755-0fbd-4e65-966a-5e31674b4725 x-openstack-request-id: req-1facd755-0fbd-4e65-966a-5e31674b4725 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:01.894564 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c10917-bf25-4d3c-990b-3c44c2b7847e", "tag": "d9b2d18d-b65f-4926-afd9-c098ee263dcf", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:01.894990 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1facd755-0fbd-4e65-966a-5e31674b4725 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:01.895559 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1facd755-0fbd-4e65-966a-5e31674b4725'] response: {'name': 'network-changed', 'server_uuid': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'tag': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf', 'status': 'completed', 'code': 200} May 26 18:07:01.938279 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24001e-dde5-4471-82e8-129f40339717 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b2d18d-b65f-4926-afd9-c098ee263dcf,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:01.985879 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:02.028641 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-51edb5b9-4b9b-4c74-bf9f-ff1be24a84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:02.036279 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-51edb5b9-4b9b-4c74-bf9f-ff1be24a84e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 1128 time: 0.2201586 May 26 18:07:02.058804 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6428791a-3718-48ac-87ab-1bd564b209b6 req-1574f554-133e-4d78-baaa-cd042cb966e3 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855289 May 26 18:07:02.112454 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-52fa2d9f-2e0e-45f3-98ef-2bdfcbe250e1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b2d18d-b65f-4926-afd9-c098ee263dcf HTTP/1.1" status: 200 len: 217 time: 0.0482752 May 26 18:07:02.199363 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Allocated IP 172.20.0.1 (557bc880-7c2a-4758-a36b-ed63064d03db/f64d5dd7-03d5-4e46-a506-8766a5db58fa/b0c1de9c-301f-4150-b704-548714f036a0) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:02.215123 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:02.224608 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-124c072a-5301-4ef5-86ed-f1786421583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:02.226145 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-124c072a-5301-4ef5-86ed-f1786421583e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.1051359 May 26 18:07:02.296336 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-3ad8af58-76e1-4120-b8f6-9a4654ba8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:02.297901 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-3ad8af58-76e1-4120-b8f6-9a4654ba8a8d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612042 May 26 18:07:02.358980 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0816db-6661-46c9-ba44-5698d5aa8b12 req-e6495b93-e707-40cd-b90a-8a1900fdf85a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:02.369092 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cf0816db-6661-46c9-ba44-5698d5aa8b12 req-e6495b93-e707-40cd-b90a-8a1900fdf85a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1117151 May 26 18:07:02.503455 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cf0816db-6661-46c9-ba44-5698d5aa8b12 req-637e583b-843d-4383-b420-e5e3df662b78 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271093 May 26 18:07:02.559116 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Publish callbacks [] for port (b0c1de9c-301f-4150-b704-548714f036a0), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:02.581474 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-c59a6d2a-ea8f-44bf-965c-8b3cb0d159e0 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702150 May 26 18:07:02.714940 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (b0c1de9c-301f-4150-b704-548714f036a0), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:02.774102 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58042) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:02.819797 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Network 557bc880-7c2a-4758-a36b-ed63064d03db is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:02.841416 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:02.866325 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c1de9c-301f-4150-b704-548714f036a0,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:02.873775 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26c350-6775-4257-8882-b136cc623648 req-bbc50a81-18d3-44c7-bd79-1bcdbee909fe tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:02.882144 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9d26c350-6775-4257-8882-b136cc623648 req-bbc50a81-18d3-44c7-bd79-1bcdbee909fe tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 944 time: 0.1710954 May 26 18:07:02.885375 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:02.900194 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-637156496-network', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:02.944040 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Made reservation on behalf of c2cf8fb59b4f4b12900d336f1d91b1eb for: {'network': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:02.947032 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:02.948177 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982029'] for router_interface (4fe6bcc1-21cb-46b2-8de1-542eda488236), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:02.965116 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:02.974516 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9f12fd07-abcf-4273-ba0a-78689aebbe8d req-c739f6ab-64d7-4358-9764-2dd3bf4ab5b1 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683789 May 26 18:07:03.066106 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9d26c350-6775-4257-8882-b136cc623648 req-12f4d2a2-fbf8-495c-9bec-0957a26cf1dc tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827309 May 26 18:07:03.183681 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Publish callbacks [] for security_group (7aaa5627-6455-4191-adcf-ede413066b5f), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.194003 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7aaa5627-6455-4191-adcf-ede413066b5f), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.249431 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 4436b244-e876-4be9-a6b5-ad16d265e0f8 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:03.251000 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=104147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:07:03.328542 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (45b21a6c-a4c8-4029-8d5f-f5af6664b50a), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.328863 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.segments_db [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Added segment 45b21a6c-a4c8-4029-8d5f-f5af6664b50a of type vlan for network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 May 26 18:07:03.333214 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaa5627-6455-4191-adcf-ede413066b5f,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:03.357335 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310e5d2-537c-4405-9503-5fa4a14576fe req-10878260-7f8a-4e4d-93f5-5bfda67d2d0e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:03.367499 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d310e5d2-537c-4405-9503-5fa4a14576fe req-10878260-7f8a-4e4d-93f5-5bfda67d2d0e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1246347 May 26 18:07:03.368592 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (b0c1de9c-301f-4150-b704-548714f036a0), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.396602 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:03.400484 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-8105a726-f5d5-47b9-9822-750fb7fcc33e None None] Provisioning complete for port b0c1de9c-301f-4150-b704-548714f036a0 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:03.400862 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8105a726-f5d5-47b9-9822-750fb7fcc33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (b0c1de9c-301f-4150-b704-548714f036a0), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.408639 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:03.432516 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (5ff450f3-5a0c-4191-a23a-7524e2ee2ff8), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.455062 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 4436b244-e876-4be9-a6b5-ad16d265e0f8 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:03.455763 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.493159 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:03.495138 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-8105a726-f5d5-47b9-9822-750fb7fcc33e None None] Port b0c1de9c-301f-4150-b704-548714f036a0 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:03.502111 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (5ff450f3-5a0c-4191-a23a-7524e2ee2ff8), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.503363 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:03.504092 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.532153 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d310e5d2-537c-4405-9503-5fa4a14576fe req-791c30ba-a2ae-4366-8687-30c24deb3f94 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635611 May 26 18:07:03.547061 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7712781 May 26 18:07:03.587339 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 4436b244-e876-4be9-a6b5-ad16d265e0f8 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:03.588444 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.642098 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port 4436b244-e876-4be9-a6b5-ad16d265e0f8, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=4436b244-e876-4be9-a6b5-ad16d265e0f8,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:03.653227 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.697458 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58054) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:03.720603 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] Request body: {'subnet': {'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-637156496-subnet', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'ip_version': 4}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:03.745320 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c86c7-e7f6-4ae1-9614-bed14241a502 admin admin] Pushing event updated for resources: {'Network': ['ID=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:03.762530 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:03.765958 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:07:03.777322 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] Made reservation on behalf of c2cf8fb59b4f4b12900d336f1d91b1eb for: {'subnet': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:03.782366 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528314'] for subnet (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:03.783020 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=4436b244-e876-4be9-a6b5-ad16d265e0f8,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:04.013829 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:04.020177 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3587013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528300'] for subnet (2dbb9457-4139-44db-b2ae-ac67a48aada7), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.081533 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Publish callbacks [] for port (b0c1de9c-301f-4150-b704-548714f036a0), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.083157 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbb9457-4139-44db-b2ae-ac67a48aada7,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:04.090933 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (b0c1de9c-301f-4150-b704-548714f036a0), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.091057 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] Checking segment: {'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:04.091580 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] Network hostable DHCP agents. Network: 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:07:04.117341 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] Network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:07:04.129647 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8) {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:04.134645 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:04.135161 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.149639 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b233ce-8dc0-4769-9f3b-0dc854ab0c4e None None] Network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:07:04.153984 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319db1a-af24-418d-b64b-2c7cae157ad1 req-a5b910d2-f296-4fb6-9289-c493b6ec5357 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:04.164975 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-27b68588-55b6-49f4-90f9-4fb444d18c5c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4630370 May 26 18:07:04.165179 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b319db1a-af24-418d-b64b-2c7cae157ad1 req-a5b910d2-f296-4fb6-9289-c493b6ec5357 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1453161 May 26 18:07:04.165280 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58070) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:04.171880 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:04.205415 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1979981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (70f27f05-f328-4ca7-8c40-d2fcc98bf771), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.207993 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2044413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (70f27f05-f328-4ca7-8c40-d2fcc98bf771), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.225429 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c1de9c-301f-4150-b704-548714f036a0,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:04.237895 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-289921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1981437'] for router_interface (4fe6bcc1-21cb-46b2-8de1-542eda488236), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.244578 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b319db1a-af24-418d-b64b-2c7cae157ad1 req-7560083e-d3e9-43e4-b1c7-bf2586f08f8d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810373 May 26 18:07:04.300822 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:07:04.300822 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.322919 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04b4e8-1295-43b2-81ec-1354ce1aefd0 req-596396fc-2a3c-42bd-91e5-34b591b57c50 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:04.324673 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4f04b4e8-1295-43b2-81ec-1354ce1aefd0 req-596396fc-2a3c-42bd-91e5-34b591b57c50 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 944 time: 0.1084297 May 26 18:07:04.352846 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Network 557bc880-7c2a-4758-a36b-ed63064d03db is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:04.354455 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:04.385592 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Publish callbacks [] for router_controller (70f27f05-f328-4ca7-8c40-d2fcc98bf771), precommit_add_association {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.460620 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:04.487847 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4f04b4e8-1295-43b2-81ec-1354ce1aefd0 req-cbb713b2-f9fc-467f-9d8b-f695588b34da tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499739 May 26 18:07:04.488342 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Allocated IP 172.20.0.2 (5ff450f3-5a0c-4191-a23a-7524e2ee2ff8/2dbb9457-4139-44db-b2ae-ac67a48aada7/35fbd543-9141-4ea7-b183-4949f4166eb3) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:04.515095 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca req-b9d5826c-4115-4321-acc7-0a8bb6350a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:04.516723 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca req-b9d5826c-4115-4321-acc7-0a8bb6350a0b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 1128 time: 0.0557353 May 26 18:07:04.540760 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Router 4fe6bcc1-21cb-46b2-8de1-542eda488236 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:07:04.622934 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Publish callbacks [] for router_gateway (70f27f05-f328-4ca7-8c40-d2fcc98bf771), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.648570 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:07:04.731027 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:04.744768 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Publish callbacks [] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.751265 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:04.762905 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.770698 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca req-ec876d7c-fa51-42b4-824e-ced4c05a14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:04.772193 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca req-ec876d7c-fa51-42b4-824e-ced4c05a14dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 916 time: 0.2470424 May 26 18:07:04.816403 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:04.821144 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:04.821660 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7944d8-3529-4a58-8c77-b6d1c61a58e8 req-28562947-1dae-450d-aa0d-3888d2ebc5fd tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:04.824307 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:04.829564 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3a7944d8-3529-4a58-8c77-b6d1c61a58e8 req-28562947-1dae-450d-aa0d-3888d2ebc5fd tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1375861 May 26 18:07:04.894365 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca req-b6417f2f-5a44-4ee5-813c-aa3e20bf2ded service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b2d18d-b65f-4926-afd9-c098ee263dcf HTTP/1.1" status: 200 len: 217 time: 0.1118486 May 26 18:07:04.926583 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Publish callbacks [] for router_gateway (70f27f05-f328-4ca7-8c40-d2fcc98bf771), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.936099 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-39432b17-f6b0-4a96-ae7c-411c3ff87000 None None] Provisioning complete for port b0c1de9c-301f-4150-b704-548714f036a0 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:04.936474 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-39432b17-f6b0-4a96-ae7c-411c3ff87000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (b0c1de9c-301f-4150-b704-548714f036a0), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.949863 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:04.974239 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:04.983695 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Pushing event updated for resources: {'Port': ['ID=35fbd543-9141-4ea7-b183-4949f4166eb3,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:05.004116 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-39432b17-f6b0-4a96-ae7c-411c3ff87000 None None] Port b0c1de9c-301f-4150-b704-548714f036a0 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:05.008573 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Sync routers for ids ['4fe6bcc1-21cb-46b2-8de1-542eda488236'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:05.022745 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-6cfbcdc4-d2a5-4b30-9dae-ff894d4e8228 admin admin] 10.222.0.76 "PUT /v2.0/routers/4fe6bcc1-21cb-46b2-8de1-542eda488236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5255260 May 26 18:07:05.043465 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Routers {'4fe6bcc1-21cb-46b2-8de1-542eda488236'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:05.043664 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['4fe6bcc1-21cb-46b2-8de1-542eda488236'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:05.098943 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3a7944d8-3529-4a58-8c77-b6d1c61a58e8 req-e18fd1b2-eb34-41c3-9a46-6f6fac70da16 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271402 May 26 18:07:05.100635 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca req-7580a815-2fc9-4f0b-a851-01d32e16fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:05.104235 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Attempting to bind port 35fbd543-9141-4ea7-b183-4949f4166eb3 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:05.104565 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Attempting to bind port 35fbd543-9141-4ea7-b183-4949f4166eb3 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:05.104921 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Attempting to bind port 35fbd543-9141-4ea7-b183-4949f4166eb3 on network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:05.113192 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca req-7580a815-2fc9-4f0b-a851-01d32e16fcac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.2106788 May 26 18:07:05.136284 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:05.136284 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Checking segment: {'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:05.141271 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:05.141679 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Bound using segment: {'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:05.144013 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Bound port: 35fbd543-9141-4ea7-b183-4949f4166eb3, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:05.144413 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:05.215493 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca req-8cde6ae8-dc86-4dbb-8d1e-18bd5d6b8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:05.217998 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca req-8cde6ae8-dc86-4dbb-8d1e-18bd5d6b8ba4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987074 May 26 18:07:05.224015 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Allocated IP 172.27.1.177 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/abb0cd60-7e66-4f34-b91e-f910ebea9d4a) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:05.239221 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:05.242484 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 4436b244-e876-4be9-a6b5-ad16d265e0f8 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:05.316919 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:05.346673 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Set router 4fe6bcc1-21cb-46b2-8de1-542eda488236 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:05.399661 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca req-7059ba64-3542-4552-a386-7c5ac0280e5e service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744118 May 26 18:07:05.429133 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Publish callbacks [] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:05.526702 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e02a40-61c4-473d-918a-2dafbc70626c req-422f8180-b74c-4aae-af9d-791ad5146dc4 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:05.528375 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-87e02a40-61c4-473d-918a-2dafbc70626c req-422f8180-b74c-4aae-af9d-791ad5146dc4 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0971661 May 26 18:07:05.544998 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 4436b244-e876-4be9-a6b5-ad16d265e0f8 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:05.545425 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:05.564841 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:05.568036 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b87daf2f-ffad-4d23-af3d-c01a3e36bcca req-6f70caff-fc09-46f2-95ec-09bdce0b60f9 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449242 May 26 18:07:05.573052 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:05.575366 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] For port 35fbd543-9141-4ea7-b183-4949f4166eb3, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:05.581734 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:05.616735 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] For port 35fbd543-9141-4ea7-b183-4949f4166eb3, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=35fbd543-9141-4ea7-b183-4949f4166eb3,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:05.633151 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:05.642126 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-87e02a40-61c4-473d-918a-2dafbc70626c req-f3af0ead-9a45-44bd-9176-f370988ad8e2 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053760 May 26 18:07:05.645256 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:05.653279 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:05.666885 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:05.697105 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58102) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:05.703774 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-a33f04b1-5e29-4d23-85f7-f7a2fb58e8e4 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1733973357', 'description': 'tempest-secgroup-smoke-1733973357 description', 'project_id': '45d94db7075c40cbae3f106a9661d969'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:05.729501 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a33f04b1-5e29-4d23-85f7-f7a2fb58e8e4 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:05.735083 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd977d1-e85e-4d68-af68-1c2cff7639a4 None None] Pushing event updated for resources: {'Port': ['ID=35fbd543-9141-4ea7-b183-4949f4166eb3,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:05.806845 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Pushing event updated for resources: {'Port': ['ID=abb0cd60-7e66-4f34-b91e-f910ebea9d4a,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:05.823317 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a33f04b1-5e29-4d23-85f7-f7a2fb58e8e4 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group (8bcd33c5-70e0-4166-a980-a4bd40fcda91), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:05.830055 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a33f04b1-5e29-4d23-85f7-f7a2fb58e8e4 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (8bcd33c5-70e0-4166-a980-a4bd40fcda91), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:05.869489 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f04b1-5e29-4d23-85f7-f7a2fb58e8e4 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcd33c5-70e0-4166-a980-a4bd40fcda91,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:05.890725 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a33f04b1-5e29-4d23-85f7-f7a2fb58e8e4 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:05.896142 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a33f04b1-5e29-4d23-85f7-f7a2fb58e8e4 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1977949 May 26 18:07:05.896904 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58104) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:05.901188 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaabc3-aa3f-412c-af14-474bdae0e10c req-e2095e20-4765-4e1e-8e69-30e7254cc27a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:05.902302 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-366dec05-22cb-40c4-aa63-2598c8831989 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'security_group_rule': {'security_group_id': '8bcd33c5-70e0-4166-a980-a4bd40fcda91', 'project_id': '45d94db7075c40cbae3f106a9661d969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:05.903140 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4ceaabc3-aa3f-412c-af14-474bdae0e10c req-e2095e20-4765-4e1e-8e69-30e7254cc27a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 944 time: 0.1787541 May 26 18:07:05.945128 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-366dec05-22cb-40c4-aa63-2598c8831989 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (669eb0d6-041d-44cd-b269-af041d9ac70c), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.011679 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-366dec05-22cb-40c4-aa63-2598c8831989 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (669eb0d6-041d-44cd-b269-af041d9ac70c), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.021013 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-366dec05-22cb-40c4-aa63-2598c8831989 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (669eb0d6-041d-44cd-b269-af041d9ac70c), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.037472 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'name': 'tempest-TestVolumeBootPattern-290593272-router', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:55Z', 'updated_at': '2022-05-26T18:07:03Z', 'revision_number': 4, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'gw_port': {'id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:56Z', 'updated_at': '2022-05-26T18:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'b0c1de9c-301f-4150-b704-548714f036a0', 'name': '', 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'mac_address': 'fa:16:3e:dd:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f64d5dd7-03d5-4e46-a506-8766a5db58fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:01Z', 'updated_at': '2022-05-26T18:07:03Z', 'revision_number': 2, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'subnets': [{'id': 'f64d5dd7-03d5-4e46-a506-8766a5db58fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:06.040934 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 4436b244-e876-4be9-a6b5-ad16d265e0f8 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:06.069288 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dec05-22cb-40c4-aa63-2598c8831989 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669eb0d6-041d-44cd-b269-af041d9ac70c,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:06.076129 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Checking router: 4fe6bcc1-21cb-46b2-8de1-542eda488236 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:06.076663 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Updating router 4fe6bcc1-21cb-46b2-8de1-542eda488236 port b0c1de9c-301f-4150-b704-548714f036a0 binding host dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:07:06.080213 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-366dec05-22cb-40c4-aa63-2598c8831989 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.081793 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-366dec05-22cb-40c4-aa63-2598c8831989 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1836305 May 26 18:07:06.086050 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58106) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:06.113128 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (b0c1de9c-301f-4150-b704-548714f036a0), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.118532 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-b76c5821-9a1f-4091-a557-78fec33328f6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'security_group_rule': {'security_group_id': '8bcd33c5-70e0-4166-a980-a4bd40fcda91', 'project_id': '45d94db7075c40cbae3f106a9661d969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:06.128022 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4ceaabc3-aa3f-412c-af14-474bdae0e10c req-bd82fe94-0cd6-45cc-a37a-91edbf1b8062 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016947 May 26 18:07:06.142856 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:06.168381 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Publish callbacks [] for router_gateway (70f27f05-f328-4ca7-8c40-d2fcc98bf771), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.213617 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b76c5821-9a1f-4091-a557-78fec33328f6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (d467968b-ed1d-493d-ac8e-7c49f5787f00), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.303890 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360b1de-44f1-4c4d-b8a5-199a5b2eeb63 req-fe411ddc-1253-44ef-b010-b5f2589d4165 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:06.306014 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2360b1de-44f1-4c4d-b8a5-199a5b2eeb63 req-fe411ddc-1253-44ef-b010-b5f2589d4165 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1115794 May 26 18:07:06.366640 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2360b1de-44f1-4c4d-b8a5-199a5b2eeb63 req-ab6bce2b-0948-4869-897f-776c2af77687 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545077 May 26 18:07:06.500143 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:06.521463 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Publish callbacks [] for port (b0c1de9c-301f-4150-b704-548714f036a0), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.532633 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (b0c1de9c-301f-4150-b704-548714f036a0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.629672 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a275726-0b7c-4d5a-a550-6e1c7985993a None None] Pushing event updated for resources: {'Port': ['ID=b0c1de9c-301f-4150-b704-548714f036a0,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:06.666568 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b76c5821-9a1f-4091-a557-78fec33328f6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (d467968b-ed1d-493d-ac8e-7c49f5787f00), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.675066 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b76c5821-9a1f-4091-a557-78fec33328f6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (d467968b-ed1d-493d-ac8e-7c49f5787f00), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.730693 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:06.746387 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c5821-9a1f-4091-a557-78fec33328f6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d467968b-ed1d-493d-ac8e-7c49f5787f00,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:06.755864 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b76c5821-9a1f-4091-a557-78fec33328f6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.759689 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-b76c5821-9a1f-4091-a557-78fec33328f6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6689818 May 26 18:07:06.761060 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2044362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334'] for router (70f27f05-f328-4ca7-8c40-d2fcc98bf771), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.761494 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58122) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:06.769346 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-a32332f4-e084-4f51-ba8c-69ea4a8574c9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'security_group_rule': {'security_group_id': '8bcd33c5-70e0-4166-a980-a4bd40fcda91', 'project_id': '45d94db7075c40cbae3f106a9661d969', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:06.775067 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Attempting to bind port b0c1de9c-301f-4150-b704-548714f036a0 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:06.777613 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Attempting to bind port b0c1de9c-301f-4150-b704-548714f036a0 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '055b79ca-6aff-4196-a3c3-81c0058e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:06.777613 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Attempting to bind port b0c1de9c-301f-4150-b704-548714f036a0 on network 557bc880-7c2a-4758-a36b-ed63064d03db {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:06.784552 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:06.784939 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Checking segment: {'id': '055b79ca-6aff-4196-a3c3-81c0058e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:06.785389 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.785794 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Bound using segment: {'id': '055b79ca-6aff-4196-a3c3-81c0058e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:06.789906 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Bound port: b0c1de9c-301f-4150-b704-548714f036a0, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055b79ca-6aff-4196-a3c3-81c0058e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:06.790522 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (b0c1de9c-301f-4150-b704-548714f036a0), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.821471 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a32332f4-e084-4f51-ba8c-69ea4a8574c9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (cc560e8a-2b13-44f8-a996-7595742e3613), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.832711 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:06.860102 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b448bf5-d5b3-43d3-a597-495aca54bd1b req-1215b3a7-2ef1-474f-b9a4-3510221fe9df tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:06.861727 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1b448bf5-d5b3-43d3-a597-495aca54bd1b req-1215b3a7-2ef1-474f-b9a4-3510221fe9df tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1035235 May 26 18:07:06.911298 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] For port b0c1de9c-301f-4150-b704-548714f036a0, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:06.915109 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] For port b0c1de9c-301f-4150-b704-548714f036a0, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=b0c1de9c-301f-4150-b704-548714f036a0,segment=NetworkSegment(055b79ca-6aff-4196-a3c3-81c0058e3d1e),segment_id=055b79ca-6aff-4196-a3c3-81c0058e3d1e)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:06.922570 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (b0c1de9c-301f-4150-b704-548714f036a0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.941886 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a32332f4-e084-4f51-ba8c-69ea4a8574c9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (cc560e8a-2b13-44f8-a996-7595742e3613), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.948327 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a32332f4-e084-4f51-ba8c-69ea4a8574c9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (cc560e8a-2b13-44f8-a996-7595742e3613), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.976041 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1b448bf5-d5b3-43d3-a597-495aca54bd1b req-efda5a5d-885e-471a-9b2e-2b2e12af9b30 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036201 May 26 18:07:06.976350 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-0ff2a79d-fd46-43e8-b311-58451fe3c80c None None] Provisioning complete for port b0c1de9c-301f-4150-b704-548714f036a0 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:06.976879 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a79d-fd46-43e8-b311-58451fe3c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (b0c1de9c-301f-4150-b704-548714f036a0), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.982102 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a32332f4-e084-4f51-ba8c-69ea4a8574c9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:06.987675 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a32332f4-e084-4f51-ba8c-69ea4a8574c9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2214196 May 26 18:07:06.991574 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58124) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:07.009635 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-476be3e0-eef3-4f23-bf76-7d3f72791f70 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'security_group_rule': {'security_group_id': '8bcd33c5-70e0-4166-a980-a4bd40fcda91', 'project_id': '45d94db7075c40cbae3f106a9661d969', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:07.031126 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32332f4-e084-4f51-ba8c-69ea4a8574c9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc560e8a-2b13-44f8-a996-7595742e3613,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:07.039283 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 is scheduled to L3 agent cb487416-6954-49d8-8398-29168d4b46d3 with binding_index 1 {{(pid=104147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:07:07.043112 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-476be3e0-eef3-4f23-bf76-7d3f72791f70 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (95fa170f-3585-4abc-8e08-ad13cc5adabd), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.118136 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a275726-0b7c-4d5a-a550-6e1c7985993a None None] Pushing event updated for resources: {'Port': ['ID=b0c1de9c-301f-4150-b704-548714f036a0,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:07.127844 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Routers {'4fe6bcc1-21cb-46b2-8de1-542eda488236'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:07.145475 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-476be3e0-eef3-4f23-bf76-7d3f72791f70 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (95fa170f-3585-4abc-8e08-ad13cc5adabd), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.147470 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['4fe6bcc1-21cb-46b2-8de1-542eda488236'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:07.151939 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-476be3e0-eef3-4f23-bf76-7d3f72791f70 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (95fa170f-3585-4abc-8e08-ad13cc5adabd), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.167615 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:07.221218 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476be3e0-eef3-4f23-bf76-7d3f72791f70 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fa170f-3585-4abc-8e08-ad13cc5adabd,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:07.244172 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device d9b2d18d-b65f-4926-afd9-c098ee263dcf details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:07:07.253847 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-476be3e0-eef3-4f23-bf76-7d3f72791f70 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.261067 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-476be3e0-eef3-4f23-bf76-7d3f72791f70 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2680285 May 26 18:07:07.265520 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58128) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:07.271016 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-b0d05de3-0e24-47f7-866d-948a44e678e7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'security_group_rule': {'security_group_id': '8bcd33c5-70e0-4166-a980-a4bd40fcda91', 'project_id': '45d94db7075c40cbae3f106a9661d969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:07.355061 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.securitygroups_db [None req-b0d05de3-0e24-47f7-866d-948a44e678e7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Project 45d94db7075c40cbae3f106a9661d969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:07:07.368266 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b0d05de3-0e24-47f7-866d-948a44e678e7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (ea4d9fd6-b11f-4fdd-8cb3-6704bad3bf15), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.383536 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36175ae-1e0a-436d-b264-5a246465e70f req-1c7bc173-e5e9-4a32-a2e6-b1ec46b6f68c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:07.386429 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e36175ae-1e0a-436d-b264-5a246465e70f req-1c7bc173-e5e9-4a32-a2e6-b1ec46b6f68c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 944 time: 0.1233268 May 26 18:07:07.417247 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 35fbd543-9141-4ea7-b183-4949f4166eb3 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:07.427622 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.db.resource_extend [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 18:07:07.482876 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bb5cf7-557f-48fa-91e4-4f6d5090ba59 None None] Network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:07:07.496556 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:07.497675 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-0ff2a79d-fd46-43e8-b311-58451fe3c80c None None] Current status of the port b0c1de9c-301f-4150-b704-548714f036a0 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:07.499116 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a79d-fd46-43e8-b311-58451fe3c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (b0c1de9c-301f-4150-b704-548714f036a0), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.504806 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:07.516785 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Sync routers for ids ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:07.551821 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Routers {'70f27f05-f328-4ca7-8c40-d2fcc98bf771'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:07.553984 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:07.567770 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e36175ae-1e0a-436d-b264-5a246465e70f req-669d9beb-3381-4ad5-88d6-27c93d23a688 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754589 May 26 18:07:07.593781 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:07.634815 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b0d05de3-0e24-47f7-866d-948a44e678e7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (ea4d9fd6-b11f-4fdd-8cb3-6704bad3bf15), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.638407 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] Set router 4fe6bcc1-21cb-46b2-8de1-542eda488236 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:07.649588 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33805b20-076f-4a50-8468-599ac48fe3e6 req-9aaac24f-fec7-4d0f-b5e6-e036e5ccf347 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:07.652157 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-33805b20-076f-4a50-8468-599ac48fe3e6 req-9aaac24f-fec7-4d0f-b5e6-e036e5ccf347 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1545784 May 26 18:07:07.657223 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.658474 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-bbb042bd-a900-4b99-9de4-8c97b1e101dd admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4923491 May 26 18:07:07.661386 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58138) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:07.673950 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b0d05de3-0e24-47f7-866d-948a44e678e7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (ea4d9fd6-b11f-4fdd-8cb3-6704bad3bf15), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.718864 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Set router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:07.749622 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b0d05de3-0e24-47f7-866d-948a44e678e7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.754227 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-b0d05de3-0e24-47f7-866d-948a44e678e7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4848905 May 26 18:07:07.757343 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58140) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:07.762484 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d05de3-0e24-47f7-866d-948a44e678e7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4d9fd6-b11f-4fdd-8cb3-6704bad3bf15,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:07.767996 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-0ff2a79d-fd46-43e8-b311-58451fe3c80c None None] For port b0c1de9c-301f-4150-b704-548714f036a0, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=b0c1de9c-301f-4150-b704-548714f036a0,segment=NetworkSegment(055b79ca-6aff-4196-a3c3-81c0058e3d1e),segment_id=055b79ca-6aff-4196-a3c3-81c0058e3d1e)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:07.775655 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-c5e4cf3d-9689-4350-88e4-5ebb65abcb99 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'security_group_rule': {'security_group_id': '8bcd33c5-70e0-4166-a980-a4bd40fcda91', 'project_id': '45d94db7075c40cbae3f106a9661d969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:07.807434 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-33805b20-076f-4a50-8468-599ac48fe3e6 req-9ec149b8-70f1-46ab-9586-fa97349025a3 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473074 May 26 18:07:07.821736 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a79d-fd46-43e8-b311-58451fe3c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (b0c1de9c-301f-4150-b704-548714f036a0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.846734 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 35fbd543-9141-4ea7-b183-4949f4166eb3 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:07.847117 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.852588 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port d9b2d18d-b65f-4926-afd9-c098ee263dcf, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=d9b2d18d-b65f-4926-afd9-c098ee263dcf,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:07.868832 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.securitygroups_db [None req-c5e4cf3d-9689-4350-88e4-5ebb65abcb99 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Project 45d94db7075c40cbae3f106a9661d969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:07:07.880119 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c5e4cf3d-9689-4350-88e4-5ebb65abcb99 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (97f32464-f959-4469-b7db-c45136335cb5), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:07.947517 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:07.949947 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:05Z', 'revision_number': 3, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:07.986609 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Checking router: 70f27f05-f328-4ca7-8c40-d2fcc98bf771 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:07.986957 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Updating router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 port abb0cd60-7e66-4f34-b91e-f910ebea9d4a binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:07:08.003635 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:08.006119 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'port_id': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf', 'mac_address': 'fa:16:3e:f2:c2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:07:08.017545 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.036609 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c5e4cf3d-9689-4350-88e4-5ebb65abcb99 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (97f32464-f959-4469-b7db-c45136335cb5), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.043582 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c5e4cf3d-9689-4350-88e4-5ebb65abcb99 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (97f32464-f959-4469-b7db-c45136335cb5), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.047001 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-402d2595-1d5c-48f1-954a-f1a76f4adffe None None] Provisioning complete for port 35fbd543-9141-4ea7-b183-4949f4166eb3 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:08.047481 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-402d2595-1d5c-48f1-954a-f1a76f4adffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.084392 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:08.108752 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4cf3d-9689-4350-88e4-5ebb65abcb99 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f32464-f959-4469-b7db-c45136335cb5,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:08.119746 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c5e4cf3d-9689-4350-88e4-5ebb65abcb99 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.121126 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-c5e4cf3d-9689-4350-88e4-5ebb65abcb99 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3630869 May 26 18:07:08.207427 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:08.233273 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2a79d-fd46-43e8-b311-58451fe3c80c None None] Pushing event updated for resources: {'Port': ['ID=b0c1de9c-301f-4150-b704-548714f036a0,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:08.276728 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61885332-3c24-42da-b3b7-668e91c4a8b8 req-bd6a712d-04a0-46fe-9f87-83500977c6e0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:08.279562 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-61885332-3c24-42da-b3b7-668e91c4a8b8 req-bd6a712d-04a0-46fe-9f87-83500977c6e0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0828981 May 26 18:07:08.320076 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port d9b2d18d-b65f-4926-afd9-c098ee263dcf is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:08.320755 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.412433 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b2d18d-b65f-4926-afd9-c098ee263dcf {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:07:08.500466 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 35fbd543-9141-4ea7-b183-4949f4166eb3 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:08.502968 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.553307 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port d9b2d18d-b65f-4926-afd9-c098ee263dcf, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=d9b2d18d-b65f-4926-afd9-c098ee263dcf,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:08.554783 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-61885332-3c24-42da-b3b7-668e91c4a8b8 req-244c3b25-ae83-4ef4-828e-2869bfcbfa1a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323484 May 26 18:07:08.561012 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'name': 'tempest-TestVolumeBootPattern-290593272-router', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:55Z', 'updated_at': '2022-05-26T18:07:03Z', 'revision_number': 4, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'gw_port': {'id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:56Z', 'updated_at': '2022-05-26T18:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'b0c1de9c-301f-4150-b704-548714f036a0', 'name': '', 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'mac_address': 'fa:16:3e:dd:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f64d5dd7-03d5-4e46-a506-8766a5db58fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:01Z', 'updated_at': '2022-05-26T18:07:06Z', 'revision_number': 4, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'subnets': [{'id': 'f64d5dd7-03d5-4e46-a506-8766a5db58fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:08.571409 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:08.573245 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.582738 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Publish callbacks [] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.595100 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.663571 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-402d2595-1d5c-48f1-954a-f1a76f4adffe None None] Current status of the port 35fbd543-9141-4ea7-b183-4949f4166eb3 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:08.664192 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-402d2595-1d5c-48f1-954a-f1a76f4adffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.702452 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Attempting to bind port abb0cd60-7e66-4f34-b91e-f910ebea9d4a on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:08.703135 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Attempting to bind port abb0cd60-7e66-4f34-b91e-f910ebea9d4a by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:08.704024 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Attempting to bind port abb0cd60-7e66-4f34-b91e-f910ebea9d4a on network 87c30ee3-ecc3-4b30-9751-5557819add7d {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:08.705752 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b00cd-e49a-4411-a95e-2781a9dfb906 None None] The sync data for ids ['4fe6bcc1-21cb-46b2-8de1-542eda488236'] in dv-cinder-839064-2-iscsi is: [{'id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'name': 'tempest-TestVolumeBootPattern-290593272-router', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:55Z', 'updated_at': '2022-05-26T18:07:03Z', 'revision_number': 4, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'gw_port': {'id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:56Z', 'updated_at': '2022-05-26T18:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'b0c1de9c-301f-4150-b704-548714f036a0', 'name': '', 'network_id': '557bc880-7c2a-4758-a36b-ed63064d03db', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'mac_address': 'fa:16:3e:dd:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f64d5dd7-03d5-4e46-a506-8766a5db58fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:01Z', 'updated_at': '2022-05-26T18:07:06Z', 'revision_number': 4, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'subnets': [{'id': 'f64d5dd7-03d5-4e46-a506-8766a5db58fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:08.741261 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:08.741735 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:08.742022 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.749962 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.760450 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Bound using segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:08.761067 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Bound port: abb0cd60-7e66-4f34-b91e-f910ebea9d4a, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:08.761656 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:08.764460 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da9350-8da6-4884-bc76-0e7aaf861ac9 None None] Pushing event updated for resources: {'Port': ['ID=abb0cd60-7e66-4f34-b91e-f910ebea9d4a,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:08.923734 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78866475-254f-4ec7-8ad8-f35de29b0ab4 req-7bc33275-b666-42a1-8e20-741410b41445 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:08.938024 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-78866475-254f-4ec7-8ad8-f35de29b0ab4 req-7bc33275-b666-42a1-8e20-741410b41445 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 945 time: 0.2003648 May 26 18:07:09.023683 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] For port abb0cd60-7e66-4f34-b91e-f910ebea9d4a, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:09.040069 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] For port abb0cd60-7e66-4f34-b91e-f910ebea9d4a, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=abb0cd60-7e66-4f34-b91e-f910ebea9d4a,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:09.073374 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:09.126621 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-78866475-254f-4ec7-8ad8-f35de29b0ab4 req-3a43cd15-57c1-4bda-87b9-293816266b59 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860149 May 26 18:07:09.243443 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port 35fbd543-9141-4ea7-b183-4949f4166eb3, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=35fbd543-9141-4ea7-b183-4949f4166eb3,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:09.247664 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Routers {'70f27f05-f328-4ca7-8c40-d2fcc98bf771'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:09.249209 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:09.270050 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:09.295217 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=d9b2d18d-b65f-4926-afd9-c098ee263dcf,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:09.323722 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9d7bb-fec7-42f1-97ac-b36f239e49e0 req-81618730-9701-43e1-adea-29978713d0b1 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:09.335678 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9fa9d7bb-fec7-42f1-97ac-b36f239e49e0 req-81618730-9701-43e1-adea-29978713d0b1 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.3217967 May 26 18:07:09.360395 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58208) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:09.386642 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.db.api [None req-402d2595-1d5c-48f1-954a-f1a76f4adffe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 18:07:09.387400 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG oslo_db.api [None req-402d2595-1d5c-48f1-954a-f1a76f4adffe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 18:07:09.423602 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] Set router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:09.470035 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:09.491883 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device b0c1de9c-301f-4150-b704-548714f036a0 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:09.548696 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=35fbd543-9141-4ea7-b183-4949f4166eb3,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:09.583742 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port b0c1de9c-301f-4150-b704-548714f036a0 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:09.583742 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (b0c1de9c-301f-4150-b704-548714f036a0), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:09.611015 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9fa9d7bb-fec7-42f1-97ac-b36f239e49e0 req-10bccdb4-9747-4481-8c2d-27589c32826b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733417 May 26 18:07:09.617606 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e9ca2388-8f2c-4425-8dfb-57eb2d3f45cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:09.628122 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Allocated IP 172.20.0.1 (5ff450f3-5a0c-4191-a23a-7524e2ee2ff8/2dbb9457-4139-44db-b2ae-ac67a48aada7/738635a5-a4de-4af9-a303-924d9ee95507) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:09.793449 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Publish callbacks [] for port (738635a5-a4de-4af9-a303-924d9ee95507), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:09.823349 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port b0c1de9c-301f-4150-b704-548714f036a0 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:09.875297 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (738635a5-a4de-4af9-a303-924d9ee95507), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:09.939402 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:09.940323 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:09.942803 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-402d2595-1d5c-48f1-954a-f1a76f4adffe None None] Current status of the port 35fbd543-9141-4ea7-b183-4949f4166eb3 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:09.946173 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:05Z', 'revision_number': 3, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:09.946513 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbf205-9af5-49f8-9c7d-2cec9a8d9192 req-4598fc3d-1821-4f52-89df-8e8f0be5f6d7 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:09.948495 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:09.949018 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-edfbf205-9af5-49f8-9c7d-2cec9a8d9192 req-4598fc3d-1821-4f52-89df-8e8f0be5f6d7 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1587236 May 26 18:07:09.957948 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:09.980482 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-402d2595-1d5c-48f1-954a-f1a76f4adffe None None] Provisioning complete for port b0c1de9c-301f-4150-b704-548714f036a0 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:09.980894 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-402d2595-1d5c-48f1-954a-f1a76f4adffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (b0c1de9c-301f-4150-b704-548714f036a0), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.008197 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Pushing event updated for resources: {'Port': ['ID=738635a5-a4de-4af9-a303-924d9ee95507,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:10.023867 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e9ca2388-8f2c-4425-8dfb-57eb2d3f45cb admin admin] Publish callbacks [] for security_group (c1031763-f6c9-4a8f-9d58-a6c148b408f3), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.040763 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da9350-8da6-4884-bc76-0e7aaf861ac9 None None] Pushing event updated for resources: {'Port': ['ID=abb0cd60-7e66-4f34-b91e-f910ebea9d4a,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:10.041735 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982029'] for router_interface (70f27f05-f328-4ca7-8c40-d2fcc98bf771), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.063351 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e9ca2388-8f2c-4425-8dfb-57eb2d3f45cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (c1031763-f6c9-4a8f-9d58-a6c148b408f3), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.070732 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb6c49-dddb-4ce4-a6fe-0dc0fda13b8e None None] The sync data for ids ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'] in dv-cinder-839064-2-iscsi is: [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:05Z', 'revision_number': 3, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:10.076851 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:10.121831 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-edfbf205-9af5-49f8-9c7d-2cec9a8d9192 req-df53398d-9422-4fbd-9b16-09c03c18b1f0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644487 May 26 18:07:10.187873 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:10.190683 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-e9ca2388-8f2c-4425-8dfb-57eb2d3f45cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a08c291180e4486eaabb9c1e62905ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8256154 May 26 18:07:10.194405 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca2388-8f2c-4425-8dfb-57eb2d3f45cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1031763-f6c9-4a8f-9d58-a6c148b408f3,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:10.198132 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58224) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:10.291545 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-402d2595-1d5c-48f1-954a-f1a76f4adffe None None] Current status of the port b0c1de9c-301f-4150-b704-548714f036a0 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:10.335142 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-67ed4ad9-a297-4f43-adea-ece40b9ebbb0 admin admin] Publish callbacks [] for security_group (c1031763-f6c9-4a8f-9d58-a6c148b408f3), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.369184 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-67ed4ad9-a297-4f43-adea-ece40b9ebbb0 admin admin] Publish callbacks [] for security_group (c1031763-f6c9-4a8f-9d58-a6c148b408f3), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.438514 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-67ed4ad9-a297-4f43-adea-ece40b9ebbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (c1031763-f6c9-4a8f-9d58-a6c148b408f3), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.442236 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d9ce6d4e-9eee-4021-bffa-6743a21786d6 None None] Provisioning complete for port 35fbd543-9141-4ea7-b183-4949f4166eb3 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:10.444095 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-67ed4ad9-a297-4f43-adea-ece40b9ebbb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.445796 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6d4e-9eee-4021-bffa-6743a21786d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.447058 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-67ed4ad9-a297-4f43-adea-ece40b9ebbb0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c1031763-f6c9-4a8f-9d58-a6c148b408f3 HTTP/1.1" status: 204 len: 168 time: 0.2478211 May 26 18:07:10.479149 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed4ad9-a297-4f43-adea-ece40b9ebbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1031763-f6c9-4a8f-9d58-a6c148b408f3,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:10.504298 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:10.510092 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede85ee-9e70-4d44-8977-772caf389f0c req-5dae523c-a3a7-4e16-872e-11e5a95356a3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:10.516618 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:10.523002 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4ede85ee-9e70-4d44-8977-772caf389f0c req-5dae523c-a3a7-4e16-872e-11e5a95356a3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 945 time: 0.1835573 May 26 18:07:10.564605 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (738635a5-a4de-4af9-a303-924d9ee95507), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.584501 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce6d4e-9eee-4021-bffa-6743a21786d6 None None] Current status of the port 35fbd543-9141-4ea7-b183-4949f4166eb3 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:10.646660 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4ede85ee-9e70-4d44-8977-772caf389f0c req-e2ae1494-3ee5-4184-b179-55aad97d8359 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220262 May 26 18:07:10.743263 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-67bdcaba-769e-4a24-ae3a-72315d0559b8 None None] Provisioning complete for port 738635a5-a4de-4af9-a303-924d9ee95507 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:10.743894 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-67bdcaba-769e-4a24-ae3a-72315d0559b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (738635a5-a4de-4af9-a303-924d9ee95507), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:10.840015 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-67bdcaba-769e-4a24-ae3a-72315d0559b8 None None] Port 738635a5-a4de-4af9-a303-924d9ee95507 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:10.871440 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615662b7-122d-4cc5-aec3-a1e29a731d40 req-9f5c2c23-7c7a-4074-91d8-86db2e9d73a8 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:10.874183 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-615662b7-122d-4cc5-aec3-a1e29a731d40 req-9f5c2c23-7c7a-4074-91d8-86db2e9d73a8 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0867279 May 26 18:07:10.996728 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-615662b7-122d-4cc5-aec3-a1e29a731d40 req-64cceb25-7076-4383-8166-7c7ecdaf377e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162868 May 26 18:07:11.006861 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Publish callbacks [] for port (738635a5-a4de-4af9-a303-924d9ee95507), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.013403 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (738635a5-a4de-4af9-a303-924d9ee95507), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.100753 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-289921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1981437'] for router_interface (70f27f05-f328-4ca7-8c40-d2fcc98bf771), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.103026 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Pushing event updated for resources: {'Port': ['ID=738635a5-a4de-4af9-a303-924d9ee95507,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:11.242098 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:11.250629 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:11.253693 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:11.429829 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f48f1-fe33-4709-9933-027e655c2dc9 req-71f1b553-05bd-4929-9960-c8053c71b8e1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:11.431639 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e67f48f1-fe33-4709-9933-027e655c2dc9 req-71f1b553-05bd-4929-9960-c8053c71b8e1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1084979 May 26 18:07:11.558555 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:07:11.567658 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e67f48f1-fe33-4709-9933-027e655c2dc9 req-3e753e5a-22a1-4c9e-a94d-d93befe10110 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184573 May 26 18:07:11.579475 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device abb0cd60-7e66-4f34-b91e-f910ebea9d4a up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:11.680358 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port abb0cd60-7e66-4f34-b91e-f910ebea9d4a triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:11.680895 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.727108 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.789597 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:11.799110 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-3250dd32-78bf-467a-a193-d59d2b8f6139 admin admin] 10.222.0.76 "PUT /v2.0/routers/70f27f05-f328-4ca7-8c40-d2fcc98bf771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1366091 May 26 18:07:11.809470 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-8a81a4a2-2a42-4a55-9ad3-ef3dd3999c70 None None] Provisioning complete for port 738635a5-a4de-4af9-a303-924d9ee95507 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:11.811326 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8a81a4a2-2a42-4a55-9ad3-ef3dd3999c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (738635a5-a4de-4af9-a303-924d9ee95507), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.857073 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port abb0cd60-7e66-4f34-b91e-f910ebea9d4a is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:11.858634 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:11.877821 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['d9b2d18d-b65f-4926-afd9-c098ee263dcf'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:07:11.942702 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-8a81a4a2-2a42-4a55-9ad3-ef3dd3999c70 None None] Port 738635a5-a4de-4af9-a303-924d9ee95507 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:11.970109 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port abb0cd60-7e66-4f34-b91e-f910ebea9d4a, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=abb0cd60-7e66-4f34-b91e-f910ebea9d4a,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:12.013252 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.016339 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 35fbd543-9141-4ea7-b183-4949f4166eb3 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:12.044257 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542f302-84ff-48a8-9c14-973239e554ba req-6fc4ad50-0d62-4c29-b734-5ca82c3150bc tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:12.049128 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1542f302-84ff-48a8-9c14-973239e554ba req-6fc4ad50-0d62-4c29-b734-5ca82c3150bc tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 945 time: 0.1811225 May 26 18:07:12.073527 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:12.237905 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 35fbd543-9141-4ea7-b183-4949f4166eb3 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:12.238309 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:12.243756 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931149f0-ecf8-4c03-bfb6-6d41c5c50ece req-5d386f0a-8e36-4a0e-bce0-43ba0e0e4ac9 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:12.244532 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1542f302-84ff-48a8-9c14-973239e554ba req-9510d288-af29-4591-871c-0a6fe511d2e4 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785474 May 26 18:07:12.246147 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-931149f0-ecf8-4c03-bfb6-6d41c5c50ece req-5d386f0a-8e36-4a0e-bce0-43ba0e0e4ac9 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0863693 May 26 18:07:12.313584 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:12.331768 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=abb0cd60-7e66-4f34-b91e-f910ebea9d4a,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:12.385558 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-931149f0-ecf8-4c03-bfb6-6d41c5c50ece req-6069284e-79de-4ec7-aba7-a6886cd1095f tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172123 May 26 18:07:12.509538 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 35fbd543-9141-4ea7-b183-4949f4166eb3 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:12.798511 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b17ec-3db6-4458-9da7-bca9ecac763e req-31798bbf-00d0-4889-bf13-4113d9e7386f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:12.801304 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6e7b17ec-3db6-4458-9da7-bca9ecac763e req-31798bbf-00d0-4889-bf13-4113d9e7386f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1319935 May 26 18:07:12.889870 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6e7b17ec-3db6-4458-9da7-bca9ecac763e req-a3d2f353-9603-4120-a6b0-d7f64e19e14f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781946 May 26 18:07:13.063919 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58308) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:13.135856 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58314) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:13.144631 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-378171066-network', 'tenant_id': '8351057258f14080aa9614468eee2daf'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:13.174030 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Made reservation on behalf of 8351057258f14080aa9614468eee2daf for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:13.178472 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.195159 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.257628 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Sync routers for ids ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:13.282936 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Routers {'70f27f05-f328-4ca7-8c40-d2fcc98bf771'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:13.283842 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:13.344517 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Publish callbacks [] for security_group (34545380-1d34-4e8b-a392-9dd9bb059ffb), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.351686 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (34545380-1d34-4e8b-a392-9dd9bb059ffb), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.425441 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:07:13.466912 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34545380-1d34-4e8b-a392-9dd9bb059ffb,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:13.487442 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (17b40afe-8ac2-49c9-bd8d-9435cad75999), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.488458 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Added segment 17b40afe-8ac2-49c9-bd8d-9435cad75999 of type vlan for network 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 May 26 18:07:13.491957 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Set router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:13.493743 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fa0e778f-5e61-4b6d-8115-8bcdf015a80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.507552 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afcf29-cfc9-4305-b719-1ba7fd34c614 req-f83b8503-f2a8-423b-b26b-bb46fbfb8ce2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:13.515514 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a4afcf29-cfc9-4305-b719-1ba7fd34c614 req-f83b8503-f2a8-423b-b26b-bb46fbfb8ce2 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 945 time: 0.1171062 May 26 18:07:13.596468 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fa0e778f-5e61-4b6d-8115-8bcdf015a80b admin admin] Publish callbacks [] for security_group (d41cee2a-31f4-4fff-9960-453f77ae46ca), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.604945 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fa0e778f-5e61-4b6d-8115-8bcdf015a80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d41cee2a-31f4-4fff-9960-453f77ae46ca), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.606288 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:13.613420 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:13.630258 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device abb0cd60-7e66-4f34-b91e-f910ebea9d4a up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:13.650611 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (9f7463e9-ee0c-420c-9bfd-b481bcfefd32), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.658998 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a4afcf29-cfc9-4305-b719-1ba7fd34c614 req-edf5239d-741f-41ee-854f-0b422a573872 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419642 May 26 18:07:13.696849 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e778f-5e61-4b6d-8115-8bcdf015a80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41cee2a-31f4-4fff-9960-453f77ae46ca,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:13.709424 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-fa0e778f-5e61-4b6d-8115-8bcdf015a80b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4bb46b1882464c04a476935ff315eb97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6435163 May 26 18:07:13.711478 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58330) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:13.738486 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10051e-4a3f-4aea-8923-cbb1d050361c req-868267eb-af14-41e1-bd95-a0dcd4ae4ad7 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:13.740097 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0f10051e-4a3f-4aea-8923-cbb1d050361c req-868267eb-af14-41e1-bd95-a0dcd4ae4ad7 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1151206 May 26 18:07:13.748321 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (9f7463e9-ee0c-420c-9bfd-b481bcfefd32), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.750042 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:13.751298 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.772772 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6348410 May 26 18:07:13.784673 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58332) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:13.790957 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port abb0cd60-7e66-4f34-b91e-f910ebea9d4a triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:13.791916 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] Request body: {'subnet': {'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-378171066-subnet', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'ip_version': 4}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:13.792515 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.811815 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0f10051e-4a3f-4aea-8923-cbb1d050361c req-2d9410d2-d3d8-4116-a409-a9e05939fbb7 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574799 May 26 18:07:13.840603 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:13.844047 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-534bdb0c-6578-4a68-bd9c-98679e63a6cb admin admin] Publish callbacks [] for security_group (d41cee2a-31f4-4fff-9960-453f77ae46ca), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.866213 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf47103-74ed-4b64-a53e-e53b0b5e3cad admin admin] Pushing event updated for resources: {'Network': ['ID=9f7463e9-ee0c-420c-9bfd-b481bcfefd32,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:13.870277 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 4, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '738635a5-a4de-4af9-a303-924d9ee95507', 'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'mac_address': 'fa:16:3e:13:28:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:08Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 2, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'subnets': [{'id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:13.871802 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] Made reservation on behalf of 8351057258f14080aa9614468eee2daf for: {'subnet': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:13.875270 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530260'] for subnet (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.879272 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-534bdb0c-6578-4a68-bd9c-98679e63a6cb admin admin] Publish callbacks [] for security_group (d41cee2a-31f4-4fff-9960-453f77ae46ca), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.902869 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Checking router: 70f27f05-f328-4ca7-8c40-d2fcc98bf771 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:13.903529 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Updating router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 port 738635a5-a4de-4af9-a303-924d9ee95507 binding host dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:07:13.909994 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:07:13.956252 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-534bdb0c-6578-4a68-bd9c-98679e63a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d41cee2a-31f4-4fff-9960-453f77ae46ca), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.959492 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-534bdb0c-6578-4a68-bd9c-98679e63a6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:13.963322 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-534bdb0c-6578-4a68-bd9c-98679e63a6cb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d41cee2a-31f4-4fff-9960-453f77ae46ca HTTP/1.1" status: 204 len: 168 time: 0.2480211 May 26 18:07:13.993284 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bdb0c-6578-4a68-bd9c-98679e63a6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41cee2a-31f4-4fff-9960-453f77ae46ca,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:14.064732 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521b715-c517-454f-97d5-f4aca2cf6264 req-e4db0dfb-4402-4826-a0fc-83f009a9ec92 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:14.066333 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5521b715-c517-454f-97d5-f4aca2cf6264 req-e4db0dfb-4402-4826-a0fc-83f009a9ec92 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0736101 May 26 18:07:14.077047 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (738635a5-a4de-4af9-a303-924d9ee95507), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:14.137157 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port abb0cd60-7e66-4f34-b91e-f910ebea9d4a is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:14.211435 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5521b715-c517-454f-97d5-f4aca2cf6264 req-3d9bc694-220f-4d50-8dec-be00eb1bb25c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389003 May 26 18:07:14.241288 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25884351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530242'] for subnet (6b7895f2-4c78-435b-8934-07a037706804), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:14.302302 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7895f2-4c78-435b-8934-07a037706804,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:14.328000 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] Checking segment: {'id': '17b40afe-8ac2-49c9-bd8d-9435cad75999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:14.328992 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] Network hostable DHCP agents. Network: 9f7463e9-ee0c-420c-9bfd-b481bcfefd32, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:07:14.360375 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] Network 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:07:14.373110 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 9f7463e9-ee0c-420c-9bfd-b481bcfefd32) {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:14.378023 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:14.378722 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:14.397871 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b1b455fd-d76e-453a-a124-f15657049e38 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6121197 May 26 18:07:14.400371 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58346) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:14.406072 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-378171066-router', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:14.410639 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:14.420627 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc2e1e9-fe8e-4c5c-944f-62c60bde85dd None None] Network 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:07:14.439600 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1979981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:14.440805 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2044413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:14.508149 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Publish callbacks [] for router_controller (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), precommit_add_association {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:14.651097 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Publish callbacks [] for port (738635a5-a4de-4af9-a303-924d9ee95507), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:14.666554 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (738635a5-a4de-4af9-a303-924d9ee95507), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:14.740116 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615a7c9-57fa-483c-ad1d-8f3d5cbde0a9 None None] Pushing event updated for resources: {'Port': ['ID=738635a5-a4de-4af9-a303-924d9ee95507,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:14.755773 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Publish callbacks [] for router_gateway (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:14.767814 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-9f7463e9-ee0c-420c-9bfd-b481bcfefd32', 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32', 'project_id': '8351057258f14080aa9614468eee2daf', 'fixed_ips': [{'subnet_id': '6b7895f2-4c78-435b-8934-07a037706804'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:07:14.769348 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:14.774326 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:14.817861 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:14.916169 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2d820-c2ae-475a-85db-fe3b453fad7c req-3ece4d7f-9d6e-4cfb-bc23-c0de5505291f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:14.917947 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0dc2d820-c2ae-475a-85db-fe3b453fad7c req-3ece4d7f-9d6e-4cfb-bc23-c0de5505291f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 945 time: 0.1706774 May 26 18:07:14.988930 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58368) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:15.089560 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0dc2d820-c2ae-475a-85db-fe3b453fad7c req-1ab7d1ce-1c9f-4ff6-8de7-ece241ce46ea tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643894 May 26 18:07:15.136150 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-87217367-network', 'tenant_id': '98761773ea78490baebe0b3d9414ac45'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:15.180066 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Made reservation on behalf of 98761773ea78490baebe0b3d9414ac45 for: {'network': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:15.183338 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.189638 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Allocated IP 172.20.0.2 (9f7463e9-ee0c-420c-9bfd-b481bcfefd32/6b7895f2-4c78-435b-8934-07a037706804/dbb32ab5-feaa-450d-b876-4798a5ac53e3) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:15.196692 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.228196 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:15.281620 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:15.329572 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Publish callbacks [] for security_group (a923fccd-87b8-468f-b60b-2b182b86198f), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.345547 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (a923fccd-87b8-468f-b60b-2b182b86198f), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.422010 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=104147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:07:15.448973 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:15.454234 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead234ff-85ba-4ef2-a429-145be9b19071 req-ebf04b95-e597-4f26-9a98-a167c81d2029 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:15.456157 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ead234ff-85ba-4ef2-a429-145be9b19071 req-ebf04b95-e597-4f26-9a98-a167c81d2029 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1249692 May 26 18:07:15.459088 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a923fccd-87b8-468f-b60b-2b182b86198f,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:15.467970 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (07aba9cd-f0c6-4756-aedb-4a2f844b1f30), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.468688 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.segments_db [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Added segment 07aba9cd-f0c6-4756-aedb-4a2f844b1f30 of type vlan for network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 May 26 18:07:15.541411 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ead234ff-85ba-4ef2-a429-145be9b19071 req-20ec92bf-a394-4b4a-a91e-96e8557653ef tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754645 May 26 18:07:15.558995 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626f977-efae-4b1b-abeb-bd150198bd24 req-25058d25-b1dd-4f3c-a55b-d3676a177024 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:15.582386 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c626f977-efae-4b1b-abeb-bd150198bd24 req-25058d25-b1dd-4f3c-a55b-d3676a177024 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1465969 May 26 18:07:15.590808 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (9fcc67dc-f23b-473a-b2d1-b02ae2b2a272), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.621015 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (9fcc67dc-f23b-473a-b2d1-b02ae2b2a272), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.622625 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:15.623694 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.645204 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Publish callbacks [] for router_gateway (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.665220 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Publish callbacks [] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.678866 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.681449 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-49990d3c-7ce0-4559-a1c0-8a93acbfa04e None None] Provisioning complete for port 738635a5-a4de-4af9-a303-924d9ee95507 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:15.682182 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-49990d3c-7ce0-4559-a1c0-8a93acbfa04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (738635a5-a4de-4af9-a303-924d9ee95507), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.691766 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6954982 May 26 18:07:15.691980 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c626f977-efae-4b1b-abeb-bd150198bd24 req-69563062-338d-49d0-8be4-5d3fe781919f tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077700 May 26 18:07:15.692897 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58376) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:15.698067 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] Request body: {'subnet': {'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-87217367-subnet', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'ip_version': 4}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:15.704773 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a1418-3db1-4c60-b311-126e44a5aaa2 admin admin] Pushing event updated for resources: {'Network': ['ID=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:15.726322 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.728352 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Attempting to bind port 738635a5-a4de-4af9-a303-924d9ee95507 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:15.728727 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Attempting to bind port 738635a5-a4de-4af9-a303-924d9ee95507 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:15.729072 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Attempting to bind port 738635a5-a4de-4af9-a303-924d9ee95507 on network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:15.738515 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:07:15.772566 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] Made reservation on behalf of 98761773ea78490baebe0b3d9414ac45 for: {'subnet': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:15.774984 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25530260'] for subnet (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.791193 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:15.791565 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Checking segment: {'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:15.791941 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.792331 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Bound using segment: {'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:15.792814 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Bound port: 738635a5-a4de-4af9-a303-924d9ee95507, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:15.793193 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (738635a5-a4de-4af9-a303-924d9ee95507), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:15.856124 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-49990d3c-7ce0-4559-a1c0-8a93acbfa04e None None] Port 738635a5-a4de-4af9-a303-924d9ee95507 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:15.869306 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Network 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:15.881909 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Pushing event updated for resources: {'Port': ['ID=dbb32ab5-feaa-450d-b876-4798a5ac53e3,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:15.885602 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:15.887830 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:15.918541 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Allocated IP 172.27.1.119 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/6b32a637-da74-47a2-b75e-941b303566bd) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:15.967645 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] For port 738635a5-a4de-4af9-a303-924d9ee95507, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:15.969623 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:15.972396 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] For port 738635a5-a4de-4af9-a303-924d9ee95507, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=738635a5-a4de-4af9-a303-924d9ee95507,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:15.999117 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (738635a5-a4de-4af9-a303-924d9ee95507), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.081396 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Attempting to bind port dbb32ab5-feaa-450d-b876-4798a5ac53e3 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:16.081396 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Attempting to bind port dbb32ab5-feaa-450d-b876-4798a5ac53e3 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '17b40afe-8ac2-49c9-bd8d-9435cad75999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:16.081942 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Attempting to bind port dbb32ab5-feaa-450d-b876-4798a5ac53e3 on network 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:16.102017 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:16.102463 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Checking segment: {'id': '17b40afe-8ac2-49c9-bd8d-9435cad75999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:16.102890 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.103269 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Bound using segment: {'id': '17b40afe-8ac2-49c9-bd8d-9435cad75999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:16.103940 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Bound port: dbb32ab5-feaa-450d-b876-4798a5ac53e3, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b40afe-8ac2-49c9-bd8d-9435cad75999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:16.104281 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.114144 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615a7c9-57fa-483c-ad1d-8f3d5cbde0a9 None None] Pushing event updated for resources: {'Port': ['ID=738635a5-a4de-4af9-a303-924d9ee95507,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:16.121287 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:16.122732 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Routers {'70f27f05-f328-4ca7-8c40-d2fcc98bf771'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:16.124931 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:16.171995 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Publish callbacks [] for port (6b32a637-da74-47a2-b75e-941b303566bd), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.177237 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25884351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25530242'] for subnet (5314348d-f217-4b92-bed8-d33b873a2bbf), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.183463 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device d9b2d18d-b65f-4926-afd9-c098ee263dcf up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:16.271226 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fca22-3dc8-48f7-a5f9-23a2bcd30ce1 req-a9c48fc6-1af7-42bf-b3c2-c31f94d65510 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:16.273528 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-516fca22-3dc8-48f7-a5f9-23a2bcd30ce1 req-a9c48fc6-1af7-42bf-b3c2-c31f94d65510 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 945 time: 0.0678990 May 26 18:07:16.322260 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (6b32a637-da74-47a2-b75e-941b303566bd), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.328698 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:16.329737 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5314348d-f217-4b92-bed8-d33b873a2bbf,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:16.346243 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-516fca22-3dc8-48f7-a5f9-23a2bcd30ce1 req-5ac27afe-069d-45d3-9d70-b39d96a7231e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616643 May 26 18:07:16.348536 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] For port dbb32ab5-feaa-450d-b876-4798a5ac53e3, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:16.350819 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port d9b2d18d-b65f-4926-afd9-c098ee263dcf completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:07:16.372399 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] For port dbb32ab5-feaa-450d-b876-4798a5ac53e3, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=dbb32ab5-feaa-450d-b876-4798a5ac53e3,segment=NetworkSegment(17b40afe-8ac2-49c9-bd8d-9435cad75999),segment_id=17b40afe-8ac2-49c9-bd8d-9435cad75999)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:16.374136 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port d9b2d18d-b65f-4926-afd9-c098ee263dcf triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:16.374558 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.383772 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] Checking segment: {'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:16.384143 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] Network hostable DHCP agents. Network: 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:07:16.392740 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] Set router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:16.399882 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:16.408784 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:16.413672 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Pushing event updated for resources: {'Port': ['ID=6b32a637-da74-47a2-b75e-941b303566bd,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:16.418011 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:16.456357 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.461500 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] Network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:07:16.471195 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:16.480951 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272) {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:16.505539 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b617c6-3293-4fe0-b691-137b46b940d0 None None] Network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:07:16.517898 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:16.518404 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-ffc728ff-7284-4203-aa7b-69d829e472cf None None] Provisioning complete for port 738635a5-a4de-4af9-a303-924d9ee95507 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:16.518535 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.518827 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ffc728ff-7284-4203-aa7b-69d829e472cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (738635a5-a4de-4af9-a303-924d9ee95507), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.594463 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-3c3f1ec8-dfd6-499a-a44c-69ff8f7c8d3b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8987746 May 26 18:07:16.597248 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58390) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:16.605743 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:16.682566 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1979981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (7d81e881-05f8-49b8-9799-0a0fded0e908), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.683656 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2044413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (7d81e881-05f8-49b8-9799-0a0fded0e908), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.700277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb990b-6ac4-43b0-b254-498d2851cc67 req-6199a501-804d-4399-a709-4558c6ecddc6 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:16.702553 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-79eb990b-6ac4-43b0-b254-498d2851cc67 req-6199a501-804d-4399-a709-4558c6ecddc6 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0830202 May 26 18:07:16.733732 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170b079-20b1-41ce-b7ef-053c968b2655 None None] Pushing event updated for resources: {'Port': ['ID=dbb32ab5-feaa-450d-b876-4798a5ac53e3,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:16.820846 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port d9b2d18d-b65f-4926-afd9-c098ee263dcf is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:16.821614 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.860857 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Publish callbacks [] for router_gateway (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.903720 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d550f0-2029-4d98-9319-80c80b36ca7a req-386e9454-8cd8-4112-b4ad-e69b239dc334 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:16.905873 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-89d550f0-2029-4d98-9319-80c80b36ca7a req-386e9454-8cd8-4112-b4ad-e69b239dc334 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1247587 May 26 18:07:16.932134 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:16.939766 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'project_id': '98761773ea78490baebe0b3d9414ac45', 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:07:16.941035 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:16.998550 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-89d550f0-2029-4d98-9319-80c80b36ca7a req-0494b5e4-3869-45a5-a03a-c87bb3672014 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844047 May 26 18:07:17.021341 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:17.025379 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b5d035-55a1-40d7-a675-e7798d21e61e" -d '{"events": [{"server_uuid": "80c10917-bf25-4d3c-990b-3c44c2b7847e", "name": "network-vif-plugged", "status": "completed", "tag": "d9b2d18d-b65f-4926-afd9-c098ee263dcf"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:17.049958 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port d9b2d18d-b65f-4926-afd9-c098ee263dcf, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=d9b2d18d-b65f-4926-afd9-c098ee263dcf,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:17.055524 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-ffc728ff-7284-4203-aa7b-69d829e472cf None None] Current status of the port 738635a5-a4de-4af9-a303-924d9ee95507 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:17.055977 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ffc728ff-7284-4203-aa7b-69d829e472cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (738635a5-a4de-4af9-a303-924d9ee95507), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:17.101812 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-79eb990b-6ac4-43b0-b254-498d2851cc67 req-b2a5c149-dac0-41d1-a9ca-f59101699ea9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711935 May 26 18:07:17.149794 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b325dd-33a1-4c5a-a062-e9397f3cce19 x-openstack-request-id: req-77b325dd-33a1-4c5a-a062-e9397f3cce19 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:17.150120 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c10917-bf25-4d3c-990b-3c44c2b7847e", "name": "network-vif-plugged", "status": "completed", "tag": "d9b2d18d-b65f-4926-afd9-c098ee263dcf", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:17.150410 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77b325dd-33a1-4c5a-a062-e9397f3cce19 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:17.150807 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b325dd-33a1-4c5a-a062-e9397f3cce19'] response: {'server_uuid': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf', 'code': 200} May 26 18:07:17.155090 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:17.162735 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Publish callbacks [] for router_controller (7d81e881-05f8-49b8-9799-0a0fded0e908), precommit_add_association {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:17.320850 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-ffc728ff-7284-4203-aa7b-69d829e472cf None None] For port 738635a5-a4de-4af9-a303-924d9ee95507, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=738635a5-a4de-4af9-a303-924d9ee95507,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:17.330331 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 4, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '738635a5-a4de-4af9-a303-924d9ee95507', 'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'mac_address': 'fa:16:3e:13:28:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:08Z', 'updated_at': '2022-05-26T18:07:15Z', 'revision_number': 4, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'subnets': [{'id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:17.353399 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=d9b2d18d-b65f-4926-afd9-c098ee263dcf,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:17.362055 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ffc728ff-7284-4203-aa7b-69d829e472cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (738635a5-a4de-4af9-a303-924d9ee95507), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:17.427989 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:17.433685 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:17.515057 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f7ad3c-e6cf-4a11-a328-d888c041b4bf None None] The sync data for ids ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'] in dv-cinder-839064-2-iscsi is: [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 4, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '738635a5-a4de-4af9-a303-924d9ee95507', 'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'mac_address': 'fa:16:3e:13:28:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:08Z', 'updated_at': '2022-05-26T18:07:15Z', 'revision_number': 4, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'subnets': [{'id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:17.529034 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device dbb32ab5-feaa-450d-b876-4798a5ac53e3 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:17.577487 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Publish callbacks [] for router_gateway (7d81e881-05f8-49b8-9799-0a0fded0e908), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:17.628143 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ba205-8a3d-48de-95bf-f612ed6e24cb req-2b8bc839-b077-48ae-b427-8cd38ffb411f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:17.643845 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-380ba205-8a3d-48de-95bf-f612ed6e24cb req-2b8bc839-b077-48ae-b427-8cd38ffb411f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 946 time: 0.1375051 May 26 18:07:17.677456 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2044362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334'] for router (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:17.716270 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Allocated IP 172.20.0.2 (9fcc67dc-f23b-473a-b2d1-b02ae2b2a272/5314348d-f217-4b92-bed8-d33b873a2bbf/193d8673-2533-4a6b-af5a-796978f95dea) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:17.785979 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-380ba205-8a3d-48de-95bf-f612ed6e24cb req-3f4c5f9b-1929-4d00-b6cd-1c55229a98de tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346548 May 26 18:07:17.805637 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc728ff-7284-4203-aa7b-69d829e472cf None None] Pushing event updated for resources: {'Port': ['ID=738635a5-a4de-4af9-a303-924d9ee95507,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:17.950769 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:18.120628 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Publish callbacks [] for port (193d8673-2533-4a6b-af5a-796978f95dea), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.137119 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port dbb32ab5-feaa-450d-b876-4798a5ac53e3 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:18.137508 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.287225 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Publish callbacks [] for router_gateway (7d81e881-05f8-49b8-9799-0a0fded0e908), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.321375 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.334371 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75224b3d-89f7-4bc3-a53a-dfa3e459084e req-09d16ad5-41f5-4a3b-a30c-691458aad209 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:18.342684 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b5e1-1514-4f34-975b-046bb2659519 req-f93f6b3d-bcaa-41b0-a8db-5d925d200919 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:18.342979 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-75224b3d-89f7-4bc3-a53a-dfa3e459084e req-09d16ad5-41f5-4a3b-a30c-691458aad209 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1427574 May 26 18:07:18.356037 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-27a2b5e1-1514-4f34-975b-046bb2659519 req-f93f6b3d-bcaa-41b0-a8db-5d925d200919 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0960224 May 26 18:07:18.390835 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (193d8673-2533-4a6b-af5a-796978f95dea), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.393023 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10241282-dbb7-4bab-9409-ae38cd3f18f3 None None] Network 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:07:18.423809 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 is scheduled to L3 agent cb487416-6954-49d8-8398-29168d4b46d3 with binding_index 1 {{(pid=104146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:07:18.451353 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-17bf1320-7986-403e-91fa-7a973f1298ad None None] Provisioning complete for port dbb32ab5-feaa-450d-b876-4798a5ac53e3 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:18.452001 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17bf1320-7986-403e-91fa-7a973f1298ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.468384 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-75224b3d-89f7-4bc3-a53a-dfa3e459084e req-6b39e4a1-f6b9-4c89-9597-a18fc6532a6e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244800 May 26 18:07:18.475762 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-27a2b5e1-1514-4f34-975b-046bb2659519 req-2265914c-99e7-4f10-b831-117cb367e927 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172636 May 26 18:07:18.507813 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Pushing event updated for resources: {'Port': ['ID=193d8673-2533-4a6b-af5a-796978f95dea,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:18.533467 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:18.563316 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:18.572745 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:18.625736 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Allocated IP 172.27.1.154 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/cd429166-36a6-4dc6-b6be-e6bf314531e4) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:18.697835 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port dbb32ab5-feaa-450d-b876-4798a5ac53e3 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:18.698298 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.752424 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-17bf1320-7986-403e-91fa-7a973f1298ad None None] Current status of the port dbb32ab5-feaa-450d-b876-4798a5ac53e3 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:18.752872 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-17bf1320-7986-403e-91fa-7a973f1298ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.756955 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:18.773917 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Sync routers for ids ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:18.793568 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:18.798373 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Attempting to bind port 193d8673-2533-4a6b-af5a-796978f95dea on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:18.798609 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Attempting to bind port 193d8673-2533-4a6b-af5a-796978f95dea by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:18.798979 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Attempting to bind port 193d8673-2533-4a6b-af5a-796978f95dea on network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:18.803955 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Routers {'d27c5d4b-fdf4-408e-8c8c-c8907d383f08'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:18.804592 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:18.824785 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:18.826225 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Checking segment: {'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:18.826909 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.827448 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Bound using segment: {'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:18.828136 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Bound port: 193d8673-2533-4a6b-af5a-796978f95dea, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:18.828635 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (193d8673-2533-4a6b-af5a-796978f95dea), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.838333 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:18.842079 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port dbb32ab5-feaa-450d-b876-4798a5ac53e3, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=dbb32ab5-feaa-450d-b876-4798a5ac53e3,segment=NetworkSegment(17b40afe-8ac2-49c9-bd8d-9435cad75999),segment_id=17b40afe-8ac2-49c9-bd8d-9435cad75999)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:18.863811 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.940112 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Publish callbacks [] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:18.989899 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.db.api [None req-17bf1320-7986-403e-91fa-7a973f1298ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 18:07:18.990700 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG oslo_db.api [None req-17bf1320-7986-403e-91fa-7a973f1298ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 18:07:19.027192 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Set router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:19.029089 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=dbb32ab5-feaa-450d-b876-4798a5ac53e3,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:19.034639 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] For port 193d8673-2533-4a6b-af5a-796978f95dea, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:19.040022 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] For port 193d8673-2533-4a6b-af5a-796978f95dea, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=193d8673-2533-4a6b-af5a-796978f95dea,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:19.046361 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:19.050112 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (193d8673-2533-4a6b-af5a-796978f95dea), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:19.051543 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:19.055665 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a9154c5d-aa5b-4148-a289-b310bcd1d774 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6516514 May 26 18:07:19.056516 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58458) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:19.079838 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:19.185799 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb9f9d-6d75-427a-b12e-8064671840d9 req-210de2c7-d0d1-41eb-a6ed-bfecbe6a568d tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:19.187784 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-03cb9f9d-6d75-427a-b12e-8064671840d9 req-210de2c7-d0d1-41eb-a6ed-bfecbe6a568d tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 946 time: 0.1800556 May 26 18:07:19.218087 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e792770-2df6-4665-9d43-d352975fa1ae None None] Pushing event updated for resources: {'Port': ['ID=193d8673-2533-4a6b-af5a-796978f95dea,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:19.256586 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:19.354537 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'name': 'tempest-TestShelveInstance-378171066-router', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6b32a637-da74-47a2-b75e-941b303566bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:14Z', 'updated_at': '2022-05-26T18:07:16Z', 'revision_number': 3, 'project_id': '8351057258f14080aa9614468eee2daf', 'gw_port': {'id': '6b32a637-da74-47a2-b75e-941b303566bd', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:15Z', 'updated_at': '2022-05-26T18:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:19.399701 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Checking router: d27c5d4b-fdf4-408e-8c8c-c8907d383f08 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:19.400324 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Updating router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 port 6b32a637-da74-47a2-b75e-941b303566bd binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:07:19.469457 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (6b32a637-da74-47a2-b75e-941b303566bd), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:19.605913 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-17bf1320-7986-403e-91fa-7a973f1298ad None None] Current status of the port dbb32ab5-feaa-450d-b876-4798a5ac53e3 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:19.744152 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-e47358f0-c0c6-4b78-a3b3-1503b92eb83d None None] Provisioning complete for port dbb32ab5-feaa-450d-b876-4798a5ac53e3 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:19.744522 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e47358f0-c0c6-4b78-a3b3-1503b92eb83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:19.822021 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ddac-f403-46af-a798-cfbc4fa15a50 req-e35d2043-fd0a-4522-bc3d-50413ffe3076 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:19.830669 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4182ddac-f403-46af-a798-cfbc4fa15a50 req-e35d2043-fd0a-4522-bc3d-50413ffe3076 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1243904 May 26 18:07:19.913232 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:19.957068 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-e47358f0-c0c6-4b78-a3b3-1503b92eb83d None None] Current status of the port dbb32ab5-feaa-450d-b876-4798a5ac53e3 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:19.961959 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:19.971737 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-03cb9f9d-6d75-427a-b12e-8064671840d9 req-f0fd437b-cdb0-4fe4-9a9c-26cc208ef652 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7696555 May 26 18:07:19.972857 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Pushing event updated for resources: {'Port': ['ID=cd429166-36a6-4dc6-b6be-e6bf314531e4,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:19.981614 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:19.988704 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:19.999083 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:20.055191 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:20.083666 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 193d8673-2533-4a6b-af5a-796978f95dea up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:20.211992 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4182ddac-f403-46af-a798-cfbc4fa15a50 req-5e46ce44-9d7a-49e8-a8d5-2193890cf990 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802049 May 26 18:07:20.299699 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Publish callbacks [] for port (6b32a637-da74-47a2-b75e-941b303566bd), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:20.306856 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 193d8673-2533-4a6b-af5a-796978f95dea triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:20.307477 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (193d8673-2533-4a6b-af5a-796978f95dea), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:20.311022 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (6b32a637-da74-47a2-b75e-941b303566bd), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:20.352581 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:20.410448 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Attempting to bind port 6b32a637-da74-47a2-b75e-941b303566bd on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:20.410733 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Attempting to bind port 6b32a637-da74-47a2-b75e-941b303566bd by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:20.411289 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Attempting to bind port 6b32a637-da74-47a2-b75e-941b303566bd on network 87c30ee3-ecc3-4b30-9751-5557819add7d {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:20.423137 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:20.423506 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:20.423986 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:20.424377 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Bound using segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:20.424859 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Bound port: 6b32a637-da74-47a2-b75e-941b303566bd, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:20.425234 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (6b32a637-da74-47a2-b75e-941b303566bd), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:20.553222 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] For port 6b32a637-da74-47a2-b75e-941b303566bd, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:20.557117 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] For port 6b32a637-da74-47a2-b75e-941b303566bd, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=6b32a637-da74-47a2-b75e-941b303566bd,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:20.562987 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:20.565111 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-31d47ac8-3f2c-4d3d-b7ad-2f61e7312f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:20.595073 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (6b32a637-da74-47a2-b75e-941b303566bd), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:20.601005 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b61ad-e9c2-44c1-82a8-d0f060418df7 req-c2671207-5459-420c-a69b-ee73bf02799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:20.604305 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-853b61ad-e9c2-44c1-82a8-d0f060418df7 req-c2671207-5459-420c-a69b-ee73bf02799d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 1129 time: 0.3174119 May 26 18:07:20.612568 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534d808-1b4a-4d62-86ae-f32bacb75766 req-1893768f-723a-41e4-b41b-ee078d9a6399 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:20.619765 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5534d808-1b4a-4d62-86ae-f32bacb75766 req-1893768f-723a-41e4-b41b-ee078d9a6399 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.4126287 May 26 18:07:20.622283 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804a11a-6449-46a8-ade6-066364317dd8 req-5fb716c4-a8c9-4369-bcec-ad97daf1d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:20.624605 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0804a11a-6449-46a8-ade6-066364317dd8 req-5fb716c4-a8c9-4369-bcec-ad97daf1d597 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 1130 time: 0.3735723 May 26 18:07:20.660362 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Routers {'d27c5d4b-fdf4-408e-8c8c-c8907d383f08'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:20.661064 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:20.729150 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b5f08-2f6c-4922-a76f-6f12eada9908 None None] Pushing event updated for resources: {'Port': ['ID=6b32a637-da74-47a2-b75e-941b303566bd,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:20.821566 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Allocated IP 172.20.0.1 (9f7463e9-ee0c-420c-9bfd-b481bcfefd32/6b7895f2-4c78-435b-8934-07a037706804/54cb5e6b-b2bb-4573-98e8-b035fe467da7) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:20.825371 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0804a11a-6449-46a8-ade6-066364317dd8 req-ef9cfde7-b628-4d4a-884b-19f7956bc9aa service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699851 May 26 18:07:20.850873 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5534d808-1b4a-4d62-86ae-f32bacb75766 req-7c4138cb-6e44-4fc4-ac7e-ca42929729a5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088373 May 26 18:07:20.858036 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-853b61ad-e9c2-44c1-82a8-d0f060418df7 req-99c78dcd-6287-4378-b173-16ff034d6904 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240562 May 26 18:07:20.918055 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] Set router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:20.930985 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Publish callbacks [] for router_gateway (7d81e881-05f8-49b8-9799-0a0fded0e908), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:20.948583 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 193d8673-2533-4a6b-af5a-796978f95dea is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:20.949172 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (193d8673-2533-4a6b-af5a-796978f95dea), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:20.995014 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Publish callbacks [] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:21.035311 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:21.047805 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:21.084504 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port 193d8673-2533-4a6b-af5a-796978f95dea, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=193d8673-2533-4a6b-af5a-796978f95dea,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:21.092289 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (193d8673-2533-4a6b-af5a-796978f95dea), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:21.096569 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 738635a5-a4de-4af9-a303-924d9ee95507 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:21.103073 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b5f08-2f6c-4922-a76f-6f12eada9908 None None] Pushing event updated for resources: {'Port': ['ID=6b32a637-da74-47a2-b75e-941b303566bd,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:21.214089 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Network 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:21.214700 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534470b-390e-4291-9cce-eff8e5bff717 None None] Network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:07:21.218845 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:21.222517 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:21.224824 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=193d8673-2533-4a6b-af5a-796978f95dea,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:21.227969 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:21.230768 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Pushing event updated for resources: {'Port': ['ID=54cb5e6b-b2bb-4573-98e8-b035fe467da7,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:21.274479 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea3f35-9b13-4902-b460-49354a169697 req-5488daf1-f17f-42ed-9198-037b9a7375c1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:21.276216 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2bea3f35-9b13-4902-b460-49354a169697 req-5488daf1-f17f-42ed-9198-037b9a7375c1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 946 time: 0.1620498 May 26 18:07:21.301781 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2044362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334'] for router (7d81e881-05f8-49b8-9799-0a0fded0e908), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:21.317927 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-9739f246-6acf-40c5-a0e0-426c91d6bdec None None] Provisioning complete for port 193d8673-2533-4a6b-af5a-796978f95dea triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:21.318325 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9739f246-6acf-40c5-a0e0-426c91d6bdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (193d8673-2533-4a6b-af5a-796978f95dea), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:21.330501 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:21.333465 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:21.343739 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982029'] for router_interface (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:21.400518 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'name': 'tempest-TestShelveInstance-378171066-router', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6b32a637-da74-47a2-b75e-941b303566bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:14Z', 'updated_at': '2022-05-26T18:07:16Z', 'revision_number': 3, 'project_id': '8351057258f14080aa9614468eee2daf', 'gw_port': {'id': '6b32a637-da74-47a2-b75e-941b303566bd', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:15Z', 'updated_at': '2022-05-26T18:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:21.448492 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4bf8e-324a-44f1-9134-88181c571bde None None] The sync data for ids ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'] in dv-cinder-839064-2-iscsi is: [{'id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'name': 'tempest-TestShelveInstance-378171066-router', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6b32a637-da74-47a2-b75e-941b303566bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:14Z', 'updated_at': '2022-05-26T18:07:16Z', 'revision_number': 3, 'project_id': '8351057258f14080aa9614468eee2daf', 'gw_port': {'id': '6b32a637-da74-47a2-b75e-941b303566bd', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:15Z', 'updated_at': '2022-05-26T18:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:21.451235 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 738635a5-a4de-4af9-a303-924d9ee95507 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:21.451617 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (738635a5-a4de-4af9-a303-924d9ee95507), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:21.464023 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2bea3f35-9b13-4902-b460-49354a169697 req-8acb445a-b00c-452c-9637-eec5e505aad7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798496 May 26 18:07:21.623228 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:21.640757 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e589e19-a605-4e28-a674-ecdf7235ec33 req-447180bc-23c5-4444-994c-ed9d89843d2c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:21.643061 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9e589e19-a605-4e28-a674-ecdf7235ec33 req-447180bc-23c5-4444-994c-ed9d89843d2c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1329875 May 26 18:07:21.649807 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Router 7d81e881-05f8-49b8-9799-0a0fded0e908 is scheduled to L3 agent cb487416-6954-49d8-8398-29168d4b46d3 with binding_index 1 {{(pid=104146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:07:21.718332 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-9739f246-6acf-40c5-a0e0-426c91d6bdec None None] Current status of the port 193d8673-2533-4a6b-af5a-796978f95dea is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:21.731426 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 738635a5-a4de-4af9-a303-924d9ee95507 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:21.732853 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device dbb32ab5-feaa-450d-b876-4798a5ac53e3 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:21.909099 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-1c30cc5b-d9e5-4557-b5bb-ba53f98ba0a4 None None] Provisioning complete for port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:21.909773 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1c30cc5b-d9e5-4557-b5bb-ba53f98ba0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:21.970558 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9e589e19-a605-4e28-a674-ecdf7235ec33 req-a12cf9ae-9299-4aee-9782-47e725ace0ed tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132575 May 26 18:07:22.026274 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:22.044986 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port dbb32ab5-feaa-450d-b876-4798a5ac53e3 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:22.050087 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:22.053409 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-1c30cc5b-d9e5-4557-b5bb-ba53f98ba0a4 None None] Port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:22.080537 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:22.106349 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Sync routers for ids ['7d81e881-05f8-49b8-9799-0a0fded0e908'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:22.125904 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c3c25-2d9a-4464-b80a-dc3849316e9a req-7cc68068-8518-4ffa-8380-e6d338c979e1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:22.127854 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-004c3c25-2d9a-4464-b80a-dc3849316e9a req-7cc68068-8518-4ffa-8380-e6d338c979e1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1323056 May 26 18:07:22.136358 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:22.142701 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e0705116-6727-423c-8fff-fcf3afcc7c4a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5439875 May 26 18:07:22.143379 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58504) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:22.166931 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Routers {'7d81e881-05f8-49b8-9799-0a0fded0e908'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:22.167352 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:06:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['7d81e881-05f8-49b8-9799-0a0fded0e908'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:22.229826 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Publish callbacks [] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:22.240797 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:22.324815 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port dbb32ab5-feaa-450d-b876-4798a5ac53e3 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:22.329566 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-004c3c25-2d9a-4464-b80a-dc3849316e9a req-d0ba9ac5-6b2d-49bb-b66d-75de3d779eb5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934974 May 26 18:07:22.374968 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-289921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1981437'] for router_interface (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:22.377814 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-26c3c852-95cf-4b0b-b906-4dc421f1bfbf None None] Provisioning complete for port 193d8673-2533-4a6b-af5a-796978f95dea triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:22.378069 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26c3c852-95cf-4b0b-b906-4dc421f1bfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (193d8673-2533-4a6b-af5a-796978f95dea), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:22.386469 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Pushing event updated for resources: {'Port': ['ID=54cb5e6b-b2bb-4573-98e8-b035fe467da7,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:22.472459 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:22.521413 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Network 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:22.523041 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:22.693379 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 193d8673-2533-4a6b-af5a-796978f95dea up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:22.753780 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:22.780526 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:07:22.827344 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:22.867621 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Set router 7d81e881-05f8-49b8-9799-0a0fded0e908 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:22.879014 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b122c-5677-4213-9c5a-d88ac54b427b req-e12907c5-2bc0-455c-965e-cc8e87ee8bba tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:22.886406 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-356b122c-5677-4213-9c5a-d88ac54b427b req-e12907c5-2bc0-455c-965e-cc8e87ee8bba tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 946 time: 0.2199996 May 26 18:07:22.983593 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:23.000898 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-2d98826e-52d9-400e-bb6a-e785a37bbbe9 admin admin] 10.222.0.76 "PUT /v2.0/routers/d27c5d4b-fdf4-408e-8c8c-c8907d383f08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9424865 May 26 18:07:23.072159 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ef0abfae-d727-4f74-af34-b3853589d760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.082858 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.098396 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-356b122c-5677-4213-9c5a-d88ac54b427b req-5cf00c10-3081-4236-87ee-b5d491092634 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108471 May 26 18:07:23.155678 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:23.173380 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271bd6a-d0ce-4583-bdf9-184f41689849 req-73bdcf46-1c2d-4d12-af9e-eacd868e2f5e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:23.175901 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2271bd6a-d0ce-4583-bdf9-184f41689849 req-73bdcf46-1c2d-4d12-af9e-eacd868e2f5e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0989678 May 26 18:07:23.182414 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:23.204711 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:20Z', 'revision_number': 3, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:23.268973 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2271bd6a-d0ce-4583-bdf9-184f41689849 req-7ce67c9d-0920-48a1-9fef-6fa9df49f01d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850065 May 26 18:07:23.282489 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 193d8673-2533-4a6b-af5a-796978f95dea triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:23.282946 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (193d8673-2533-4a6b-af5a-796978f95dea), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.285091 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Checking router: 7d81e881-05f8-49b8-9799-0a0fded0e908 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:23.285518 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Updating router 7d81e881-05f8-49b8-9799-0a0fded0e908 port cd429166-36a6-4dc6-b6be-e6bf314531e4 binding host dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:07:23.290019 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-26c3c852-95cf-4b0b-b906-4dc421f1bfbf None None] Current status of the port 193d8673-2533-4a6b-af5a-796978f95dea is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:23.460624 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-8e228059-667a-4985-9848-e632d08c4091 None None] Provisioning complete for port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:23.461072 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8e228059-667a-4985-9848-e632d08c4091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.510600 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.515822 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Allocated IP 172.20.0.1 (9fcc67dc-f23b-473a-b2d1-b02ae2b2a272/5314348d-f217-4b92-bed8-d33b873a2bbf/05c4bcd4-29af-4aaa-add8-2083d557fe3b) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:23.529498 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58882b4a-d04d-411c-bc59-e8fa9dfd96ec req-f57b1e99-38e3-44bb-99b8-94113e647b13 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:23.531558 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-58882b4a-d04d-411c-bc59-e8fa9dfd96ec req-f57b1e99-38e3-44bb-99b8-94113e647b13 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0955713 May 26 18:07:23.553434 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-8e228059-667a-4985-9848-e632d08c4091 None None] Port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:23.641423 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 193d8673-2533-4a6b-af5a-796978f95dea is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:23.643359 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 6b32a637-da74-47a2-b75e-941b303566bd up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:23.698917 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-58882b4a-d04d-411c-bc59-e8fa9dfd96ec req-f7b2ecdf-65c8-4819-b170-9bcdfe7efac5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574841 May 26 18:07:23.772027 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Publish callbacks [] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.784021 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58532) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:23.790459 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-fadc23ac-8abd-407c-9adb-ef0ac41e50a3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314225202', 'description': 'tempest-secgroup-smoke-314225202 description', 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:23.801939 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 6b32a637-da74-47a2-b75e-941b303566bd triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:23.802341 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (6b32a637-da74-47a2-b75e-941b303566bd), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.826661 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.846711 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fadc23ac-8abd-407c-9adb-ef0ac41e50a3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:23.907248 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:23.911210 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:23.919221 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:24.004525 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Pushing event updated for resources: {'Port': ['ID=05c4bcd4-29af-4aaa-add8-2083d557fe3b,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:24.011185 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.024257 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fadc23ac-8abd-407c-9adb-ef0ac41e50a3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group (fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.032794 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fadc23ac-8abd-407c-9adb-ef0ac41e50a3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.039902 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982029'] for router_interface (7d81e881-05f8-49b8-9799-0a0fded0e908), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.073792 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fadc23ac-8abd-407c-9adb-ef0ac41e50a3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.079500 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-fadc23ac-8abd-407c-9adb-ef0ac41e50a3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2943611 May 26 18:07:24.094395 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58536) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:24.105554 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-df5eb159-795d-403d-bb58-bae1ead663a7 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75', 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:24.123982 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc23ac-8abd-407c-9adb-ef0ac41e50a3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:24.156435 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:24.191933 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-df5eb159-795d-403d-bb58-bae1ead663a7 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (31ffbe9f-0c16-45f9-a356-5c2f27c74f7e), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.210810 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 6b32a637-da74-47a2-b75e-941b303566bd is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:24.211410 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (6b32a637-da74-47a2-b75e-941b303566bd), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.238682 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Sync routers for ids ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:24.262109 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Routers {'d27c5d4b-fdf4-408e-8c8c-c8907d383f08'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:24.262918 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:24.284493 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Publish callbacks [] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.295929 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.304359 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-df5eb159-795d-403d-bb58-bae1ead663a7 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (31ffbe9f-0c16-45f9-a356-5c2f27c74f7e), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.311738 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-df5eb159-795d-403d-bb58-bae1ead663a7 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (31ffbe9f-0c16-45f9-a356-5c2f27c74f7e), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.317223 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:24.343647 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5eb159-795d-403d-bb58-bae1ead663a7 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ffbe9f-0c16-45f9-a356-5c2f27c74f7e,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:24.348064 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:24.353951 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-df5eb159-795d-403d-bb58-bae1ead663a7 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.356348 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-df5eb159-795d-403d-bb58-bae1ead663a7 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2606854 May 26 18:07:24.359550 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:24.359959 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58542) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:24.376217 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba16b1-2c97-4ccb-bb21-16b494376841 req-6a0f842e-090e-4156-a362-e402f2ae0c03 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:24.377034 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-77d6aad0-8654-4ae6-bf15-e87e71594a69 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75', 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:24.378356 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-82ba16b1-2c97-4ccb-bb21-16b494376841 req-6a0f842e-090e-4156-a362-e402f2ae0c03 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 946 time: 0.1294756 May 26 18:07:24.479065 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.484259 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port 6b32a637-da74-47a2-b75e-941b303566bd, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=6b32a637-da74-47a2-b75e-941b303566bd,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:24.540725 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (6b32a637-da74-47a2-b75e-941b303566bd), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.559426 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-82ba16b1-2c97-4ccb-bb21-16b494376841 req-0352d000-39f4-4a9b-9c8e-7844dc0d43bf tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716404 May 26 18:07:24.565331 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Set router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:24.613379 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-bfe34e80-ee88-4138-b60b-2b614110e4c1 None None] Provisioning complete for port 05c4bcd4-29af-4aaa-add8-2083d557fe3b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:24.613927 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bfe34e80-ee88-4138-b60b-2b614110e4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.617653 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Attempting to bind port cd429166-36a6-4dc6-b6be-e6bf314531e4 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:24.618283 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Attempting to bind port cd429166-36a6-4dc6-b6be-e6bf314531e4 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:24.618707 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Attempting to bind port cd429166-36a6-4dc6-b6be-e6bf314531e4 on network 87c30ee3-ecc3-4b30-9751-5557819add7d {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:24.619895 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8856be-6548-4afd-9e79-21882b05509b req-8b67a067-a598-4280-9e5b-3063971763d6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:24.645238 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ff8856be-6548-4afd-9e79-21882b05509b req-8b67a067-a598-4280-9e5b-3063971763d6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1997974 May 26 18:07:24.653334 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-77d6aad0-8654-4ae6-bf15-e87e71594a69 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (95a5b1f4-3537-4c37-b0bf-3a49859ccb87), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.667502 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de897929-5b60-4fcc-9dfb-cac7f3fcf757 None None] Pushing event updated for resources: {'Port': ['ID=cd429166-36a6-4dc6-b6be-e6bf314531e4,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:24.681186 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:24.681585 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:24.682161 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.682593 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Bound using segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:24.683213 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Bound port: cd429166-36a6-4dc6-b6be-e6bf314531e4, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:24.683731 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:24.866862 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-bfe34e80-ee88-4138-b60b-2b614110e4c1 None None] Port 05c4bcd4-29af-4aaa-add8-2083d557fe3b cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:24.905011 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e016-0b00-4d96-acce-552a2668bd43 req-2e0c3d66-d5cd-4268-8ba1-f17fd53ff233 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:24.927532 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9375e016-0b00-4d96-acce-552a2668bd43 req-2e0c3d66-d5cd-4268-8ba1-f17fd53ff233 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 946 time: 0.1074772 May 26 18:07:24.928212 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58560) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:24.935758 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:24.947602 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-3f4b9456-ad04-45f7-848e-05cbfa5e2931 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'floatingip': {'port_id': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:24.966110 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=6b32a637-da74-47a2-b75e-941b303566bd,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:24.971051 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] For port cd429166-36a6-4dc6-b6be-e6bf314531e4, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:24.975109 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:24.979923 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] For port cd429166-36a6-4dc6-b6be-e6bf314531e4, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=cd429166-36a6-4dc6-b6be-e6bf314531e4,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:25.002867 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.063312 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ff8856be-6548-4afd-9e79-21882b05509b req-ed7b740d-1e44-49c8-a1f9-ff0f943b7383 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894274 May 26 18:07:25.107337 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-77d6aad0-8654-4ae6-bf15-e87e71594a69 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (95a5b1f4-3537-4c37-b0bf-3a49859ccb87), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.114625 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-77d6aad0-8654-4ae6-bf15-e87e71594a69 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (95a5b1f4-3537-4c37-b0bf-3a49859ccb87), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.138059 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'name': 'tempest-TestShelveInstance-378171066-router', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6b32a637-da74-47a2-b75e-941b303566bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:14Z', 'updated_at': '2022-05-26T18:07:21Z', 'revision_number': 4, 'project_id': '8351057258f14080aa9614468eee2daf', 'gw_port': {'id': '6b32a637-da74-47a2-b75e-941b303566bd', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:15Z', 'updated_at': '2022-05-26T18:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '54cb5e6b-b2bb-4573-98e8-b035fe467da7', 'name': '', 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'mac_address': 'fa:16:3e:bf:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '6b7895f2-4c78-435b-8934-07a037706804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:20Z', 'updated_at': '2022-05-26T18:07:21Z', 'revision_number': 2, 'project_id': '8351057258f14080aa9614468eee2daf', 'subnets': [{'id': '6b7895f2-4c78-435b-8934-07a037706804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:25.182241 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9456-ad04-45f7-848e-05cbfa5e2931 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (0c27b6e5-1313-41d6-a5f7-1010199d0d03), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.186158 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58564) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:25.189529 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6aad0-8654-4ae6-bf15-e87e71594a69 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a5b1f4-3537-4c37-b0bf-3a49859ccb87,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:25.204312 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-77d6aad0-8654-4ae6-bf15-e87e71594a69 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.208806 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-77d6aad0-8654-4ae6-bf15-e87e71594a69 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8452504 May 26 18:07:25.209450 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58566) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:25.217102 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-c878ae7e-4a35-4750-a5e1-9f684e3dd3ec tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75', 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:25.220909 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:25.234494 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Checking router: d27c5d4b-fdf4-408e-8c8c-c8907d383f08 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:25.234889 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Updating router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:07:25.278070 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de897929-5b60-4fcc-9dfb-cac7f3fcf757 None None] Pushing event updated for resources: {'Port': ['ID=cd429166-36a6-4dc6-b6be-e6bf314531e4,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:25.285827 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c878ae7e-4a35-4750-a5e1-9f684e3dd3ec tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (8c78b25d-7a00-4d1a-a1cd-4f63b8c45b85), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.286156 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.293760 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Routers {'7d81e881-05f8-49b8-9799-0a0fded0e908'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:25.297639 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['7d81e881-05f8-49b8-9799-0a0fded0e908'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:25.317605 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff1f93-5be0-494c-89ff-7f3e0d4fb41e req-cc254a51-864c-4db9-8643-4c21dbe9390f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:25.331102 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7fff1f93-5be0-494c-89ff-7f3e0d4fb41e req-cc254a51-864c-4db9-8643-4c21dbe9390f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.2827101 May 26 18:07:25.388410 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Publish callbacks [] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.431090 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.464314 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c878ae7e-4a35-4750-a5e1-9f684e3dd3ec tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (8c78b25d-7a00-4d1a-a1cd-4f63b8c45b85), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.470877 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c878ae7e-4a35-4750-a5e1-9f684e3dd3ec tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (8c78b25d-7a00-4d1a-a1cd-4f63b8c45b85), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.503290 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878ae7e-4a35-4750-a5e1-9f684e3dd3ec tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c78b25d-7a00-4d1a-a1cd-4f63b8c45b85,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:25.512117 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Pushing event updated for resources: {'Port': ['ID=05c4bcd4-29af-4aaa-add8-2083d557fe3b,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:25.518850 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c878ae7e-4a35-4750-a5e1-9f684e3dd3ec tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.524606 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c878ae7e-4a35-4750-a5e1-9f684e3dd3ec tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104906 May 26 18:07:25.525525 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58570) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:25.533393 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-d32a12fe-8c78-4f28-a8fb-cac725f196ac tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75', 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:25.578165 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d32a12fe-8c78-4f28-a8fb-cac725f196ac tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (8f5dff3b-79a1-4014-b860-12427d9d6b6f), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.587238 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9dac999a-5cd8-4e00-9965-4f35dde2a644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.637822 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] Set router 7d81e881-05f8-49b8-9799-0a0fded0e908 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:25.665653 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:25.671780 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d32a12fe-8c78-4f28-a8fb-cac725f196ac tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (8f5dff3b-79a1-4014-b860-12427d9d6b6f), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.678579 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d32a12fe-8c78-4f28-a8fb-cac725f196ac tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (8f5dff3b-79a1-4014-b860-12427d9d6b6f), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.713333 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d32a12fe-8c78-4f28-a8fb-cac725f196ac tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.717767 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-d32a12fe-8c78-4f28-a8fb-cac725f196ac tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1884141 May 26 18:07:25.718064 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58572) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:25.725855 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-1786857e-79a9-42c6-9c44-96a0d05e9641 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75', 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:25.735926 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a12fe-8c78-4f28-a8fb-cac725f196ac tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5dff3b-79a1-4014-b860-12427d9d6b6f,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:25.749516 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.782316 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.securitygroups_db [None req-1786857e-79a9-42c6-9c44-96a0d05e9641 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Project c2cf8fb59b4f4b12900d336f1d91b1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:07:25.792006 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1786857e-79a9-42c6-9c44-96a0d05e9641 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (5532409d-51e8-46fb-90f9-ca882a34fd97), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.926536 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1786857e-79a9-42c6-9c44-96a0d05e9641 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (5532409d-51e8-46fb-90f9-ca882a34fd97), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.933123 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1786857e-79a9-42c6-9c44-96a0d05e9641 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (5532409d-51e8-46fb-90f9-ca882a34fd97), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:25.952990 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '05c4bcd4-29af-4aaa-add8-2083d557fe3b', 'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'mac_address': 'fa:16:3e:15:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:23Z', 'updated_at': '2022-05-26T18:07:23Z', 'revision_number': 1, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'subnets': [{'id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:25.976662 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786857e-79a9-42c6-9c44-96a0d05e9641 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5532409d-51e8-46fb-90f9-ca882a34fd97,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:25.995571 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa6a2b-f3da-4d87-a69d-13e9142a5869 None None] The sync data for ids ['7d81e881-05f8-49b8-9799-0a0fded0e908'] in dv-cinder-839064-2-iscsi is: [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '05c4bcd4-29af-4aaa-add8-2083d557fe3b', 'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'mac_address': 'fa:16:3e:15:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:23Z', 'updated_at': '2022-05-26T18:07:23Z', 'revision_number': 1, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'subnets': [{'id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:25.995849 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Publish callbacks [] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.010440 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.016940 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1786857e-79a9-42c6-9c44-96a0d05e9641 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.019109 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1786857e-79a9-42c6-9c44-96a0d05e9641 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2998300 May 26 18:07:26.021865 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58578) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:26.023035 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7fff1f93-5be0-494c-89ff-7f3e0d4fb41e req-e78cf271-ca3c-4eea-8178-e731484cb608 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6914644 May 26 18:07:26.032554 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-1dc9295b-a0b2-49fd-9b29-c02883f67870 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Request body: {'security_group_rule': {'security_group_id': 'fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75', 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:26.105997 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.securitygroups_db [None req-1dc9295b-a0b2-49fd-9b29-c02883f67870 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Project c2cf8fb59b4f4b12900d336f1d91b1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:07:26.115036 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-289921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1981437'] for router_interface (7d81e881-05f8-49b8-9799-0a0fded0e908), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.123114 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21878644-80ab-4f82-a679-6449e984485a None None] Pushing event updated for resources: {'Port': ['ID=54cb5e6b-b2bb-4573-98e8-b035fe467da7,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:26.130237 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1dc9295b-a0b2-49fd-9b29-c02883f67870 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (b7dc9c8b-9924-441c-96dc-1de63e06e26b), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.218556 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:26.344132 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1dc9295b-a0b2-49fd-9b29-c02883f67870 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (b7dc9c8b-9924-441c-96dc-1de63e06e26b), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.350443 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1dc9295b-a0b2-49fd-9b29-c02883f67870 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (b7dc9c8b-9924-441c-96dc-1de63e06e26b), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.352461 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Attempting to bind port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:26.354945 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:26.355669 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Attempting to bind port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '17b40afe-8ac2-49c9-bd8d-9435cad75999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:26.357583 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Attempting to bind port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 on network 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:26.369595 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:26.371735 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Checking segment: {'id': '17b40afe-8ac2-49c9-bd8d-9435cad75999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:26.373743 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.375301 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Bound using segment: {'id': '17b40afe-8ac2-49c9-bd8d-9435cad75999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:26.376008 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Bound port: 54cb5e6b-b2bb-4573-98e8-b035fe467da7, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b40afe-8ac2-49c9-bd8d-9435cad75999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:26.376964 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.391958 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1dc9295b-a0b2-49fd-9b29-c02883f67870 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.402588 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1dc9295b-a0b2-49fd-9b29-c02883f67870 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3713489 May 26 18:07:26.406268 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9295b-a0b2-49fd-9b29-c02883f67870 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7dc9c8b-9924-441c-96dc-1de63e06e26b,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:26.433587 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58598) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:26.436794 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:26.616837 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-989f3d14-04c0-43e5-94e9-a9ecc8e5e1fa None None] Provisioning complete for port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:26.617413 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-989f3d14-04c0-43e5-94e9-a9ecc8e5e1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.662938 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] For port 54cb5e6b-b2bb-4573-98e8-b035fe467da7, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:26.688343 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] For port 54cb5e6b-b2bb-4573-98e8-b035fe467da7, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=54cb5e6b-b2bb-4573-98e8-b035fe467da7,segment=NetworkSegment(17b40afe-8ac2-49c9-bd8d-9435cad75999),segment_id=17b40afe-8ac2-49c9-bd8d-9435cad75999)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:26.705601 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:26.745058 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=6 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:26.777774 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74e5f0-d2a1-4c7f-89a7-1cea6dec9b07 req-a2480413-f998-48c7-8ac9-909f06cbad84 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:26.779852 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fe74e5f0-d2a1-4c7f-89a7-1cea6dec9b07 req-a2480413-f998-48c7-8ac9-909f06cbad84 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.4255514 May 26 18:07:26.821913 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a9693-0d4d-42cf-ad90-575a8c1cc685 req-3ef0c8cc-fad7-4d9a-9fb6-6026b1a8c63a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:26.832287 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1b6a9693-0d4d-42cf-ad90-575a8c1cc685 req-3ef0c8cc-fad7-4d9a-9fb6-6026b1a8c63a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1490119 May 26 18:07:26.989202 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Routers {'d27c5d4b-fdf4-408e-8c8c-c8907d383f08'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:26.993330 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:27.026825 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9dac999a-5cd8-4e00-9965-4f35dde2a644 admin admin] Publish callbacks [] for security_group (3a1b6b1b-86c3-413c-839a-9d113e936086), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.039303 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-75e7ef2b-f268-40e8-b70c-87b87c1924e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.082365 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 6b32a637-da74-47a2-b75e-941b303566bd up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:27.092753 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21878644-80ab-4f82-a679-6449e984485a None None] Pushing event updated for resources: {'Port': ['ID=54cb5e6b-b2bb-4573-98e8-b035fe467da7,revision_number=4']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:27.114148 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1b6a9693-0d4d-42cf-ad90-575a8c1cc685 req-21440674-8731-4949-b509-745c3f6b7865 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808111 May 26 18:07:27.123632 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9dac999a-5cd8-4e00-9965-4f35dde2a644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (3a1b6b1b-86c3-413c-839a-9d113e936086), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.182252 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2e76-4885-4439-837b-e833bd38e339 req-8269fc75-5e3a-4ce3-9713-666fead14cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:27.182252 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b1cc2e76-4885-4439-837b-e833bd38e339 req-8269fc75-5e3a-4ce3-9713-666fead14cb8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 1129 time: 0.5169368 May 26 18:07:27.227791 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-989f3d14-04c0-43e5-94e9-a9ecc8e5e1fa None None] Port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:27.255041 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.271621 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:27.282839 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] Set router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:27.313848 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 6b32a637-da74-47a2-b75e-941b303566bd triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:27.314553 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (6b32a637-da74-47a2-b75e-941b303566bd), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.351071 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:27.395427 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-75e7ef2b-f268-40e8-b70c-87b87c1924e6 admin admin] Publish callbacks [] for security_group (f2587176-d3c1-4d6e-bfed-eb8879c5867b), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.405873 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-75e7ef2b-f268-40e8-b70c-87b87c1924e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (f2587176-d3c1-4d6e-bfed-eb8879c5867b), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.443802 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-29efd41e-0a6b-4ce8-83af-909ae419c8e3 None None] Provisioning complete for port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:27.444828 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-29efd41e-0a6b-4ce8-83af-909ae419c8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.522244 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-75e7ef2b-f268-40e8-b70c-87b87c1924e6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=68590393cacc4bf1bfe65c4343d5a1da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0862372 May 26 18:07:27.539029 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58646) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:27.564497 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 6b32a637-da74-47a2-b75e-941b303566bd is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:27.644585 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-9dac999a-5cd8-4e00-9965-4f35dde2a644 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a31bff554fd4c6f8f84fa87f14ec8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4494085 May 26 18:07:27.653370 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58648) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:27.657306 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-29efd41e-0a6b-4ce8-83af-909ae419c8e3 None None] Current status of the port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:27.657802 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-29efd41e-0a6b-4ce8-83af-909ae419c8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.699756 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7ef2b-f268-40e8-b70c-87b87c1924e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2587176-d3c1-4d6e-bfed-eb8879c5867b,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:27.717050 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac999a-5cd8-4e00-9965-4f35dde2a644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1b6b1b-86c3-413c-839a-9d113e936086,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:27.737232 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f34e4f56-1dee-41c0-80e5-0c5bd744d319 admin admin] Publish callbacks [] for security_group (f2587176-d3c1-4d6e-bfed-eb8879c5867b), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.764604 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:27.787895 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-29efd41e-0a6b-4ce8-83af-909ae419c8e3 None None] For port 54cb5e6b-b2bb-4573-98e8-b035fe467da7, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=54cb5e6b-b2bb-4573-98e8-b035fe467da7,segment=NetworkSegment(17b40afe-8ac2-49c9-bd8d-9435cad75999),segment_id=17b40afe-8ac2-49c9-bd8d-9435cad75999)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:27.790587 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'name': 'tempest-TestShelveInstance-378171066-router', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6b32a637-da74-47a2-b75e-941b303566bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:14Z', 'updated_at': '2022-05-26T18:07:21Z', 'revision_number': 4, 'project_id': '8351057258f14080aa9614468eee2daf', 'gw_port': {'id': '6b32a637-da74-47a2-b75e-941b303566bd', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:15Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '54cb5e6b-b2bb-4573-98e8-b035fe467da7', 'name': '', 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'mac_address': 'fa:16:3e:bf:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '6b7895f2-4c78-435b-8934-07a037706804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:20Z', 'updated_at': '2022-05-26T18:07:26Z', 'revision_number': 4, 'project_id': '8351057258f14080aa9614468eee2daf', 'subnets': [{'id': '6b7895f2-4c78-435b-8934-07a037706804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:27.799577 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-29efd41e-0a6b-4ce8-83af-909ae419c8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.801527 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f34e4f56-1dee-41c0-80e5-0c5bd744d319 admin admin] Publish callbacks [] for security_group (f2587176-d3c1-4d6e-bfed-eb8879c5867b), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.847781 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.db.resource_extend [None req-3f4b9456-ad04-45f7-848e-05cbfa5e2931 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 18:07:27.853076 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:27.853657 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:27.854386 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fe74e5f0-d2a1-4c7f-89a7-1cea6dec9b07 req-26f386fb-c0b2-47a3-aa3d-e723af8050c9 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9825599 May 26 18:07:27.876989 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147f91c8-dfad-4485-8f8a-c57cdcd523d5 None None] The sync data for ids ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'] in dv-cinder-839064-2-iscsi is: [{'id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'name': 'tempest-TestShelveInstance-378171066-router', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6b32a637-da74-47a2-b75e-941b303566bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:14Z', 'updated_at': '2022-05-26T18:07:21Z', 'revision_number': 4, 'project_id': '8351057258f14080aa9614468eee2daf', 'gw_port': {'id': '6b32a637-da74-47a2-b75e-941b303566bd', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:15Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '54cb5e6b-b2bb-4573-98e8-b035fe467da7', 'name': '', 'network_id': '9f7463e9-ee0c-420c-9bfd-b481bcfefd32', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'mac_address': 'fa:16:3e:bf:ed:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '6b7895f2-4c78-435b-8934-07a037706804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:20Z', 'updated_at': '2022-05-26T18:07:26Z', 'revision_number': 4, 'project_id': '8351057258f14080aa9614468eee2daf', 'subnets': [{'id': '6b7895f2-4c78-435b-8934-07a037706804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:27.947321 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f34e4f56-1dee-41c0-80e5-0c5bd744d319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (f2587176-d3c1-4d6e-bfed-eb8879c5867b), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.951114 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f34e4f56-1dee-41c0-80e5-0c5bd744d319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.953015 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f34e4f56-1dee-41c0-80e5-0c5bd744d319 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2587176-d3c1-4d6e-bfed-eb8879c5867b HTTP/1.1" status: 204 len: 168 time: 0.4108455 May 26 18:07:27.978649 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9456-ad04-45f7-848e-05cbfa5e2931 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:27.979252 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4f56-1dee-41c0-80e5-0c5bd744d319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2587176-d3c1-4d6e-bfed-eb8879c5867b,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:27.984438 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efd41e-0a6b-4ce8-83af-909ae419c8e3 None None] Pushing event updated for resources: {'Port': ['ID=54cb5e6b-b2bb-4573-98e8-b035fe467da7,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:27.992193 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-fe7bc111-5315-4d20-93a3-97d1ce7c9be5 None None] Provisioning complete for port 05c4bcd4-29af-4aaa-add8-2083d557fe3b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:27.998345 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc111-5315-4d20-93a3-97d1ce7c9be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.059427 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-fe7bc111-5315-4d20-93a3-97d1ce7c9be5 None None] Port 05c4bcd4-29af-4aaa-add8-2083d557fe3b cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:28.082436 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9456-ad04-45f7-848e-05cbfa5e2931 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (0c27b6e5-1313-41d6-a5f7-1010199d0d03), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.089007 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2e76-4885-4439-837b-e833bd38e339 req-67dfb270-e6ce-4652-bd47-292c86074055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:28.089715 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b1cc2e76-4885-4439-837b-e833bd38e339 req-67dfb270-e6ce-4652-bd47-292c86074055 service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.8626962 May 26 18:07:28.123446 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Router 7d81e881-05f8-49b8-9799-0a0fded0e908 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:07:28.195252 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b1cc2e76-4885-4439-837b-e833bd38e339 req-deda0c2d-8ae2-4a30-bdd9-abc508a1ba89 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb HTTP/1.1" status: 200 len: 217 time: 0.0688274 May 26 18:07:28.210864 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1ac6c669-ebd3-42e4-8198-15a76ffe1ae8 admin admin] Publish callbacks [] for security_group (3a1b6b1b-86c3-413c-839a-9d113e936086), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.424388 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:28.428715 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580191f5-8f34-4853-a698-16b2916d8b07 req-5690e15d-b7b5-4182-be21-e704a808c049 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:28.430372 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-580191f5-8f34-4853-a698-16b2916d8b07 req-5690e15d-b7b5-4182-be21-e704a808c049 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1289675 May 26 18:07:28.447041 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:28.469366 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1ac6c669-ebd3-42e4-8198-15a76ffe1ae8 admin admin] Publish callbacks [] for security_group (3a1b6b1b-86c3-413c-839a-9d113e936086), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.504407 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2e76-4885-4439-837b-e833bd38e339 req-99620a53-398d-40b8-810d-43a65499eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:28.505906 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b1cc2e76-4885-4439-837b-e833bd38e339 req-99620a53-398d-40b8-810d-43a65499eea3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.2921557 May 26 18:07:28.510393 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-580191f5-8f34-4853-a698-16b2916d8b07 req-64732254-895b-4b0c-b00d-4fb7f9abc438 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652053 May 26 18:07:28.581811 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-3f4b9456-ad04-45f7-848e-05cbfa5e2931 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Floating IP 0c27b6e5-1313-41d6-a5f7-1010199d0d03 associated. External IP: 172.27.1.54, port: d9b2d18d-b65f-4926-afd9-c098ee263dcf. May 26 18:07:28.733486 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device cd429166-36a6-4dc6-b6be-e6bf314531e4 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:28.788294 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port cd429166-36a6-4dc6-b6be-e6bf314531e4 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:28.788619 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.874032 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port cd429166-36a6-4dc6-b6be-e6bf314531e4 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:28.874646 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.908397 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port cd429166-36a6-4dc6-b6be-e6bf314531e4, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=cd429166-36a6-4dc6-b6be-e6bf314531e4,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:28.917467 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:28.919630 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 54cb5e6b-b2bb-4573-98e8-b035fe467da7 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:28.971190 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:28.981705 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-58cc433c-0784-46b6-985a-7d2b5df5fe44 admin admin] 10.222.0.76 "PUT /v2.0/routers/7d81e881-05f8-49b8-9799-0a0fded0e908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8349280 May 26 18:07:28.989107 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc2e76-4885-4439-837b-e833bd38e339 req-2c6a192c-cfd6-4c0b-b67c-b687a26f4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:28.990892 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b1cc2e76-4885-4439-837b-e833bd38e339 req-2c6a192c-cfd6-4c0b-b67c-b687a26f4edc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4229262 May 26 18:07:29.178065 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1ac6c669-ebd3-42e4-8198-15a76ffe1ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (3a1b6b1b-86c3-413c-839a-9d113e936086), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:29.193560 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1ac6c669-ebd3-42e4-8198-15a76ffe1ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:29.194868 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-1ac6c669-ebd3-42e4-8198-15a76ffe1ae8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a1b6b1b-86c3-413c-839a-9d113e936086 HTTP/1.1" status: 204 len: 168 time: 1.5183156 May 26 18:07:29.245995 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=cd429166-36a6-4dc6-b6be-e6bf314531e4,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:29.262706 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6c669-ebd3-42e4-8198-15a76ffe1ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1b6b1b-86c3-413c-839a-9d113e936086,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:29.297561 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e3923-cc6b-4a43-8500-88205f1214dd req-8f71dce0-fa43-49a8-ba8c-e39bf6c04d51 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:29.305569 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1a9e3923-cc6b-4a43-8500-88205f1214dd req-8f71dce0-fa43-49a8-ba8c-e39bf6c04d51 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.2211666 May 26 18:07:29.333708 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:29.334434 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:29.459111 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:29.459385 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b1cc2e76-4885-4439-837b-e833bd38e339 req-f2097e98-913e-4a0f-9b17-abed9046b7d9 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523365 May 26 18:07:29.508391 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1a9e3923-cc6b-4a43-8500-88205f1214dd req-1508d22a-f0b2-4916-ba9c-00d4c726c2d9 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014642 May 26 18:07:29.764037 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811a837-00f2-4da0-a81c-d746bbd07409 req-bcdb9a12-b213-4092-8a87-f13501d74e0c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:29.770826 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a811a837-00f2-4da0-a81c-d746bbd07409 req-bcdb9a12-b213-4092-8a87-f13501d74e0c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1296422 May 26 18:07:29.842337 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4b9456-ad04-45f7-848e-05cbfa5e2931 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:07:29.860699 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a811a837-00f2-4da0-a81c-d746bbd07409 req-ca260008-f6c4-446f-adf3-ed64f7019e02 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883927 May 26 18:07:29.923645 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b1cc2e76-4885-4439-837b-e833bd38e339 req-1a1894bf-cca3-4793-9933-6145eccbdcdf service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481153 May 26 18:07:30.124743 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:30.161551 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4b9456-ad04-45f7-848e-05cbfa5e2931 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:30.167254 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9456-ad04-45f7-848e-05cbfa5e2931 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:30.176863 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a077d2-b687-4fdb-8672-4620a54312d6 None None] Sync routers for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:30.214369 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-3f4b9456-ad04-45f7-848e-05cbfa5e2931 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "PUT /v2.0/floatingips/0c27b6e5-1313-41d6-a5f7-1010199d0d03 HTTP/1.1" status: 200 len: 991 time: 5.2809818 May 26 18:07:30.214369 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'tag': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:30.216730 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47acf758-cabf-47c3-93ed-51b39011618c" -d '{"events": [{"name": "network-changed", "server_uuid": "80c10917-bf25-4d3c-990b-3c44c2b7847e", "tag": "d9b2d18d-b65f-4926-afd9-c098ee263dcf"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:30.230734 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a077d2-b687-4fdb-8672-4620a54312d6 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:30.234871 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-23a077d2-b687-4fdb-8672-4620a54312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:30.307773 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67067f71-08eb-47d4-a9f9-5095c612c541 x-openstack-request-id: req-67067f71-08eb-47d4-a9f9-5095c612c541 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:30.308366 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c10917-bf25-4d3c-990b-3c44c2b7847e", "tag": "d9b2d18d-b65f-4926-afd9-c098ee263dcf", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:30.308838 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67067f71-08eb-47d4-a9f9-5095c612c541 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:30.309489 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67067f71-08eb-47d4-a9f9-5095c612c541'] response: {'name': 'network-changed', 'server_uuid': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'tag': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf', 'status': 'completed', 'code': 200} May 26 18:07:30.447467 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-23a077d2-b687-4fdb-8672-4620a54312d6 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:30.685984 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58708) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:30.691001 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1460386211-network', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:30.739104 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Made reservation on behalf of 13d695a79cfa4d82ad819d0de3fdd7c6 for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:30.745380 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:30.766419 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d938550-cfdf-4fab-b02c-8c0fb4ed01fb req-59b56b36-f867-4057-b822-9f6b7834b26e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:30.768019 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1d938550-cfdf-4fab-b02c-8c0fb4ed01fb req-59b56b36-f867-4057-b822-9f6b7834b26e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1053023 May 26 18:07:30.773515 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:30.780909 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device cd429166-36a6-4dc6-b6be-e6bf314531e4 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:30.877988 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-23a077d2-b687-4fdb-8672-4620a54312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '0c27b6e5-1313-41d6-a5f7-1010199d0d03', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:f2:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:52Z', 'updated_at': '2022-05-26T18:07:27Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}, {'id': 'da46ae43-2d50-4332-b79c-a30a1b6b56a8', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:ad:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:13Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 2, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:30.880051 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port cd429166-36a6-4dc6-b6be-e6bf314531e4 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:30.880423 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:30.882986 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:30.883979 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:30.901134 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Publish callbacks [] for security_group (d8e28f59-756b-47c1-90cd-208d8696a92f), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:30.916888 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d8e28f59-756b-47c1-90cd-208d8696a92f), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:30.940774 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a077d2-b687-4fdb-8672-4620a54312d6 None None] Checking router: dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:30.967800 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a077d2-b687-4fdb-8672-4620a54312d6 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:30.968648 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-23a077d2-b687-4fdb-8672-4620a54312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:30.975054 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:31.097945 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e28f59-756b-47c1-90cd-208d8696a92f,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:31.113189 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:07:31.150703 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:31.153385 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port cd429166-36a6-4dc6-b6be-e6bf314531e4 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:31.167534 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1d938550-cfdf-4fab-b02c-8c0fb4ed01fb req-3dad73c1-8410-4525-a184-58f6d82f8c12 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843069 May 26 18:07:31.170912 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (50f392a6-ca64-43dd-b0c6-f4320bc22c41), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:31.171246 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Added segment 50f392a6-ca64-43dd-b0c6-f4320bc22c41 of type vlan for network 3212e263-4a6c-4ef3-9367-7a8eb96a263a May 26 18:07:31.192512 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-23a077d2-b687-4fdb-8672-4620a54312d6 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:31.252487 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (3212e263-4a6c-4ef3-9367-7a8eb96a263a), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:31.272267 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dcacd-909b-43e1-aa8d-ac7c9e9ba087 req-26254575-450d-40b2-9b8f-1ee27f79fec6 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:31.274460 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fd0dcacd-909b-43e1-aa8d-ac7c9e9ba087 req-26254575-450d-40b2-9b8f-1ee27f79fec6 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1412592 May 26 18:07:31.321107 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (3212e263-4a6c-4ef3-9367-7a8eb96a263a), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:31.322479 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:31.323059 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:31.415638 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fd0dcacd-909b-43e1-aa8d-ac7c9e9ba087 req-fcb118ee-0641-408b-84c9-1d78ef543c67 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257377 May 26 18:07:31.422179 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7350326 May 26 18:07:31.428695 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58714) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:31.436568 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc5bdf-32c2-4b17-a45e-fbc1f3673f8a admin admin] Pushing event updated for resources: {'Network': ['ID=3212e263-4a6c-4ef3-9367-7a8eb96a263a,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:31.449351 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] Request body: {'subnet': {'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1460386211-subnet', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'ip_version': 4}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:31.456157 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 3212e263-4a6c-4ef3-9367-7a8eb96a263a details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:07:31.492290 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] Made reservation on behalf of 13d695a79cfa4d82ad819d0de3fdd7c6 for: {'subnet': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:31.495309 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528314'] for subnet (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:31.563069 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-23a077d2-b687-4fdb-8672-4620a54312d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '0c27b6e5-1313-41d6-a5f7-1010199d0d03', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:f2:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:52Z', 'updated_at': '2022-05-26T18:07:27Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}, {'id': 'da46ae43-2d50-4332-b79c-a30a1b6b56a8', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:ad:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:13Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 2, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:31.593992 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a077d2-b687-4fdb-8672-4620a54312d6 None None] The sync data for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi is: [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '0c27b6e5-1313-41d6-a5f7-1010199d0d03', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:f2:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:06:52Z', 'updated_at': '2022-05-26T18:07:27Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}, {'id': 'da46ae43-2d50-4332-b79c-a30a1b6b56a8', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:ad:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:13Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 2, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:31.705861 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3587013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528300'] for subnet (0f22ca29-40c3-435f-9564-247f97fb6ca8), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:31.797647 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f22ca29-40c3-435f-9564-247f97fb6ca8,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:31.821760 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] Checking segment: {'id': '50f392a6-ca64-43dd-b0c6-f4320bc22c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:31.821991 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] Network hostable DHCP agents. Network: 3212e263-4a6c-4ef3-9367-7a8eb96a263a, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:07:31.850842 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] Network 3212e263-4a6c-4ef3-9367-7a8eb96a263a is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:07:31.855841 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:31.867741 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 3212e263-4a6c-4ef3-9367-7a8eb96a263a) {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:31.874509 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:31.875412 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:31.881916 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c56b0-12dc-4db4-ac2c-38d1034fa0a8 None None] Network 3212e263-4a6c-4ef3-9367-7a8eb96a263a requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:07:31.899920 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-e52859d2-2300-4179-8f7b-1f6452458700 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4692457 May 26 18:07:31.904880 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58720) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:31.910866 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1460386211-router', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:31.940449 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1979981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (eee79b7f-8072-4aaf-a819-cc4687912f52), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:31.942095 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2044413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (eee79b7f-8072-4aaf-a819-cc4687912f52), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:32.021838 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Publish callbacks [] for router_controller (eee79b7f-8072-4aaf-a819-cc4687912f52), precommit_add_association {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:32.058985 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283350b-4960-467f-973b-98112014b890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-3212e263-4a6c-4ef3-9367-7a8eb96a263a', 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a', 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'fixed_ips': [{'subnet_id': '0f22ca29-40c3-435f-9564-247f97fb6ca8'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:07:32.060856 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4283350b-4960-467f-973b-98112014b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:32.184168 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acf758-cabf-47c3-93ed-51b39011618c req-e60cbd42-bd6a-485d-aa16-be201478debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:32.186244 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Publish callbacks [] for router_gateway (eee79b7f-8072-4aaf-a819-cc4687912f52), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:32.186926 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47acf758-cabf-47c3-93ed-51b39011618c req-e60cbd42-bd6a-485d-aa16-be201478debc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 1130 time: 0.0651975 May 26 18:07:32.381426 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-fd0a2616-0cf6-42a6-9627-313ca3de1b21 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733973357&fields=id&tenant_id=45d94db7075c40cbae3f106a9661d969 HTTP/1.1" status: 200 len: 267 time: 0.1263065 May 26 18:07:32.381847 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc25282-9b13-4193-aa96-36df24f25fda req-34e4aa1b-a759-4030-9d2a-d4626b19e6be tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:32.384261 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3bc25282-9b13-4193-aa96-36df24f25fda req-34e4aa1b-a759-4030-9d2a-d4626b19e6be tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0707355 May 26 18:07:32.429386 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-4283350b-4960-467f-973b-98112014b890 None None] Allocated IP 172.20.0.2 (3212e263-4a6c-4ef3-9367-7a8eb96a263a/0f22ca29-40c3-435f-9564-247f97fb6ca8/9cc800f4-8f14-418e-9b40-f5873e30ce66) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:32.606548 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3bc25282-9b13-4193-aa96-36df24f25fda req-7ae92ad6-95b8-4c87-9611-355151d13258 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061586 May 26 18:07:32.633454 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:32.639460 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acf758-cabf-47c3-93ed-51b39011618c req-ebb72fe7-7925-4af9-a403-c99855d197fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:32.641697 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47acf758-cabf-47c3-93ed-51b39011618c req-ebb72fe7-7925-4af9-a403-c99855d197fa service neutron] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 916 time: 0.2150526 May 26 18:07:32.656348 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4283350b-4960-467f-973b-98112014b890 None None] Publish callbacks [] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:32.667731 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4283350b-4960-467f-973b-98112014b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:32.673964 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:32.682175 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:32.716611 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Publish callbacks [] for router_gateway (eee79b7f-8072-4aaf-a819-cc4687912f52), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:32.735689 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283350b-4960-467f-973b-98112014b890 None None] Network 3212e263-4a6c-4ef3-9367-7a8eb96a263a is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:32.741919 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-4283350b-4960-467f-973b-98112014b890 None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:32.744100 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283350b-4960-467f-973b-98112014b890 None None] Pushing event updated for resources: {'Port': ['ID=9cc800f4-8f14-418e-9b40-f5873e30ce66,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:32.752534 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4283350b-4960-467f-973b-98112014b890 None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:32.755830 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-47460f59-084f-42e6-a257-155f5950ce1a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:32.768566 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-47460f59-084f-42e6-a257-155f5950ce1a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 812 time: 0.3425102 May 26 18:07:32.770434 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef925a-26c0-4c4e-b723-e75f2f7aa0f2 req-a9c23bee-079c-48b0-a170-130f513eeebc tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:32.772111 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9bef925a-26c0-4c4e-b723-e75f2f7aa0f2 req-a9c23bee-079c-48b0-a170-130f513eeebc tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0642276 May 26 18:07:32.776982 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:32.826896 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-4283350b-4960-467f-973b-98112014b890 None None] Attempting to bind port 9cc800f4-8f14-418e-9b40-f5873e30ce66 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:32.827287 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-4283350b-4960-467f-973b-98112014b890 None None] Attempting to bind port 9cc800f4-8f14-418e-9b40-f5873e30ce66 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '50f392a6-ca64-43dd-b0c6-f4320bc22c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:32.827630 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283350b-4960-467f-973b-98112014b890 None None] Attempting to bind port 9cc800f4-8f14-418e-9b40-f5873e30ce66 on network 3212e263-4a6c-4ef3-9367-7a8eb96a263a {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:32.829494 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Sync routers for ids ['7d81e881-05f8-49b8-9799-0a0fded0e908'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:32.835171 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283350b-4960-467f-973b-98112014b890 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:32.835546 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283350b-4960-467f-973b-98112014b890 None None] Checking segment: {'id': '50f392a6-ca64-43dd-b0c6-f4320bc22c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:32.835952 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4283350b-4960-467f-973b-98112014b890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:32.836343 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283350b-4960-467f-973b-98112014b890 None None] Bound using segment: {'id': '50f392a6-ca64-43dd-b0c6-f4320bc22c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:32.836811 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-4283350b-4960-467f-973b-98112014b890 None None] Bound port: 9cc800f4-8f14-418e-9b40-f5873e30ce66, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f392a6-ca64-43dd-b0c6-f4320bc22c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:32.837188 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4283350b-4960-467f-973b-98112014b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:32.853965 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Routers {'7d81e881-05f8-49b8-9799-0a0fded0e908'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:32.854627 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['7d81e881-05f8-49b8-9799-0a0fded0e908'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:32.861420 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9bef925a-26c0-4c4e-b723-e75f2f7aa0f2 req-fe134cfe-1d6d-4b69-8e02-0a144d75fb11 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829132 May 26 18:07:32.866739 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-8e6274f0-0b1c-4d52-8356-42de75ebb54d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/quotas/45d94db7075c40cbae3f106a9661d969 HTTP/1.1" status: 200 len: 375 time: 0.0968001 May 26 18:07:32.941760 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-4283350b-4960-467f-973b-98112014b890 None None] For port 9cc800f4-8f14-418e-9b40-f5873e30ce66, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:32.946895 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-4283350b-4960-467f-973b-98112014b890 None None] For port 9cc800f4-8f14-418e-9b40-f5873e30ce66, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=9cc800f4-8f14-418e-9b40-f5873e30ce66,segment=NetworkSegment(50f392a6-ca64-43dd-b0c6-f4320bc22c41),segment_id=50f392a6-ca64-43dd-b0c6-f4320bc22c41)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:32.956339 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4283350b-4960-467f-973b-98112014b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:33.014899 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Set router 7d81e881-05f8-49b8-9799-0a0fded0e908 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:33.024692 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af164ea1-280a-4eff-a888-ee2daa7adb65 None None] New status for floating IP 0c27b6e5-1313-41d6-a5f7-1010199d0d03: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:07:33.099768 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-03ba6a8b-4461-4e9f-9b12-ec66acf42e86 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2262499 May 26 18:07:33.187458 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283350b-4960-467f-973b-98112014b890 None None] Pushing event updated for resources: {'Port': ['ID=9cc800f4-8f14-418e-9b40-f5873e30ce66,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:33.217582 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47acf758-cabf-47c3-93ed-51b39011618c req-5703e27e-7df6-436a-b3c2-6aeaac285c02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9b2d18d-b65f-4926-afd9-c098ee263dcf HTTP/1.1" status: 200 len: 999 time: 0.1550605 May 26 18:07:33.297008 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:33.315585 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Allocated IP 172.27.1.144 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/87b1207b-ba01-4a36-9c6d-771fca7264cb) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:33.362120 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acf758-cabf-47c3-93ed-51b39011618c req-9d763a43-cd1b-45f3-9620-f046c8534afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:33.364127 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47acf758-cabf-47c3-93ed-51b39011618c req-9d763a43-cd1b-45f3-9620-f046c8534afb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.0729940 May 26 18:07:33.473463 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:33.505010 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acf758-cabf-47c3-93ed-51b39011618c req-64d501ee-9042-4208-ae75-1df0ad4547df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:33.507312 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47acf758-cabf-47c3-93ed-51b39011618c req-64d501ee-9042-4208-ae75-1df0ad4547df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1343873 May 26 18:07:33.582897 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '05c4bcd4-29af-4aaa-add8-2083d557fe3b', 'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'mac_address': 'fa:16:3e:15:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:23Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 2, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'subnets': [{'id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:33.623574 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Checking router: 7d81e881-05f8-49b8-9799-0a0fded0e908 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:33.625665 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Updating router 7d81e881-05f8-49b8-9799-0a0fded0e908 port 05c4bcd4-29af-4aaa-add8-2083d557fe3b binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:07:33.634474 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Publish callbacks [] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:33.635882 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:33.691893 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:33.753776 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47acf758-cabf-47c3-93ed-51b39011618c req-88012b37-979a-460f-8b9e-8973bfd1539f service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353113 May 26 18:07:33.808545 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:33.855954 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-f62c266b-8cd6-4f4b-8dd1-014c006bcaab service neutron] 10.222.0.76 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225697 May 26 18:07:33.867843 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:33.871713 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:33.878849 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:33.900586 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:33.930018 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3389c-eecf-4dc5-ad4d-cbea8f546eff req-c80348dc-583c-4eca-92e4-aede4c58efe0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:33.931565 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bda3389c-eecf-4dc5-ad4d-cbea8f546eff req-c80348dc-583c-4eca-92e4-aede4c58efe0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1183763 May 26 18:07:33.944962 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Pushing event updated for resources: {'Port': ['ID=87b1207b-ba01-4a36-9c6d-771fca7264cb,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:33.981801 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47acf758-cabf-47c3-93ed-51b39011618c req-3ae1fb02-c59f-4a77-a6e5-65be47abe9f3 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195916 May 26 18:07:34.015327 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bda3389c-eecf-4dc5-ad4d-cbea8f546eff req-1dd0c4a4-2941-4f51-8326-0544535411b1 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737131 May 26 18:07:34.149423 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-dcd25e1b-9e51-454a-955b-e7946ab97842 service neutron] 10.222.0.76 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330847 May 26 18:07:34.199591 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Publish callbacks [] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:34.213950 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:34.237524 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:34.279898 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:34.328854 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Publish callbacks [] for router_gateway (eee79b7f-8072-4aaf-a819-cc4687912f52), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:34.351659 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a1201-29f3-4b22-8960-35e66cf9595b None None] Pushing event updated for resources: {'Port': ['ID=05c4bcd4-29af-4aaa-add8-2083d557fe3b,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:34.411243 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Attempting to bind port 05c4bcd4-29af-4aaa-add8-2083d557fe3b on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:34.411737 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Attempting to bind port 05c4bcd4-29af-4aaa-add8-2083d557fe3b by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:34.412110 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Attempting to bind port 05c4bcd4-29af-4aaa-add8-2083d557fe3b on network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:34.420149 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:34.420603 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Checking segment: {'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:34.420936 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:34.421337 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Bound using segment: {'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:34.421830 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Bound port: 05c4bcd4-29af-4aaa-add8-2083d557fe3b, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:34.422259 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:34.573676 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] For port 05c4bcd4-29af-4aaa-add8-2083d557fe3b, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:34.579230 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] For port 05c4bcd4-29af-4aaa-add8-2083d557fe3b, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=05c4bcd4-29af-4aaa-add8-2083d557fe3b,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:34.588121 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:34.686150 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0b0a76b1-8abe-45ec-955d-24a4403d3ef0 req-687a1dde-ab6e-4e6a-8433-fc5aad9768fe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 210 time: 0.0696275 May 26 18:07:34.762276 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2044362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334'] for router (eee79b7f-8072-4aaf-a819-cc4687912f52), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:34.794725 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a1201-29f3-4b22-8960-35e66cf9595b None None] Pushing event updated for resources: {'Port': ['ID=05c4bcd4-29af-4aaa-add8-2083d557fe3b,revision_number=4']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:34.832318 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Routers {'7d81e881-05f8-49b8-9799-0a0fded0e908'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:34.833180 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['7d81e881-05f8-49b8-9799-0a0fded0e908'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:34.854631 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-74dc1335-b99b-45b2-b3ef-27919d5774bd None None] Provisioning complete for port 05c4bcd4-29af-4aaa-add8-2083d557fe3b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:34.855224 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74dc1335-b99b-45b2-b3ef-27919d5774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:34.975524 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58760) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:34.980442 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-cd0f8c83-625e-42b1-abfb-547708d361bb tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1870960432', 'description': 'tempest-description--1118331660'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:34.999564 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 9cc800f4-8f14-418e-9b40-f5873e30ce66 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:35.051563 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cd0f8c83-625e-42b1-abfb-547708d361bb tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.066424 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] Set router 7d81e881-05f8-49b8-9799-0a0fded0e908 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:35.144722 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Router eee79b7f-8072-4aaf-a819-cc4687912f52 is scheduled to L3 agent cb487416-6954-49d8-8398-29168d4b46d3 with binding_index 1 {{(pid=104147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:07:35.198019 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-74dc1335-b99b-45b2-b3ef-27919d5774bd None None] Current status of the port 05c4bcd4-29af-4aaa-add8-2083d557fe3b is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:35.198713 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74dc1335-b99b-45b2-b3ef-27919d5774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.289201 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722d9d8c-5163-483e-b4e8-6566833a24f8 None None] Network 3212e263-4a6c-4ef3-9367-7a8eb96a263a requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:07:35.318328 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cd0f8c83-625e-42b1-abfb-547708d361bb tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group (f0ee066b-592a-4c56-90ba-ce0c8ae12e08), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.337215 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:35.342779 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cd0f8c83-625e-42b1-abfb-547708d361bb tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (f0ee066b-592a-4c56-90ba-ce0c8ae12e08), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.376650 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:35.405464 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-74dc1335-b99b-45b2-b3ef-27919d5774bd None None] For port 05c4bcd4-29af-4aaa-add8-2083d557fe3b, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=05c4bcd4-29af-4aaa-add8-2083d557fe3b,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:35.415623 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 9cc800f4-8f14-418e-9b40-f5873e30ce66 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:35.416245 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.431261 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f8c83-625e-42b1-abfb-547708d361bb tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ee066b-592a-4c56-90ba-ce0c8ae12e08,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:35.439645 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cd0f8c83-625e-42b1-abfb-547708d361bb tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.441690 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-cd0f8c83-625e-42b1-abfb-547708d361bb tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4649072 May 26 18:07:35.441914 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.451222 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f708e144-49b9-4415-a057-39f837c18394 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5440681 May 26 18:07:35.451793 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58770) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:35.455629 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 58772) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:35.457775 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-eba06499-05c8-4881-b46e-dd7959bb4f31 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Request body: {'security_group_rule': {'security_group_id': 'f0ee066b-592a-4c56-90ba-ce0c8ae12e08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:35.465627 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Sync routers for ids ['eee79b7f-8072-4aaf-a819-cc4687912f52'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:35.494323 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1cf4-de72-48ab-861f-3ab467f168f3 req-d3babb94-d176-4210-8329-a66e12e89111 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:35.496606 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4abb1cf4-de72-48ab-861f-3ab467f168f3 req-d3babb94-d176-4210-8329-a66e12e89111 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1759794 May 26 18:07:35.500196 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:35.506983 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-eba06499-05c8-4881-b46e-dd7959bb4f31 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group_rule (6b56855d-49b9-4920-9ba0-c1e540ae30ad), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.543061 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Routers {'eee79b7f-8072-4aaf-a819-cc4687912f52'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:35.543698 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['eee79b7f-8072-4aaf-a819-cc4687912f52'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:35.552289 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-74dc1335-b99b-45b2-b3ef-27919d5774bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.581440 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4abb1cf4-de72-48ab-861f-3ab467f168f3 req-84401d80-2931-4c75-b721-03aa5b418759 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704064 May 26 18:07:35.673612 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-eba06499-05c8-4881-b46e-dd7959bb4f31 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group_rule (6b56855d-49b9-4920-9ba0-c1e540ae30ad), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.691751 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-eba06499-05c8-4881-b46e-dd7959bb4f31 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (6b56855d-49b9-4920-9ba0-c1e540ae30ad), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.692772 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:35.753300 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-92905220-8922-417e-9c29-309c4aefacf6 None None] Provisioning complete for port 05c4bcd4-29af-4aaa-add8-2083d557fe3b triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:35.753736 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-92905220-8922-417e-9c29-309c4aefacf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.755691 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba06499-05c8-4881-b46e-dd7959bb4f31 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b56855d-49b9-4920-9ba0-c1e540ae30ad,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:35.767769 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc1335-b99b-45b2-b3ef-27919d5774bd None None] Pushing event updated for resources: {'Port': ['ID=05c4bcd4-29af-4aaa-add8-2083d557fe3b,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:35.781830 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-eba06499-05c8-4881-b46e-dd7959bb4f31 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.783164 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-eba06499-05c8-4881-b46e-dd7959bb4f31 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3300850 May 26 18:07:35.787999 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58776) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:35.804884 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-9d9cbf8b-bdd9-420b-ad85-4239ca1b3636 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Request body: {'security_group_rule': {'security_group_id': 'f0ee066b-592a-4c56-90ba-ce0c8ae12e08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:35.843631 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '05c4bcd4-29af-4aaa-add8-2083d557fe3b', 'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'mac_address': 'fa:16:3e:15:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:23Z', 'updated_at': '2022-05-26T18:07:34Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'subnets': [{'id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:35.861903 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9d9cbf8b-bdd9-420b-ad85-4239ca1b3636 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group_rule (09634a0b-5304-4e38-a7ac-219e034be440), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.925994 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Set router eee79b7f-8072-4aaf-a819-cc4687912f52 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:35.941331 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9d9cbf8b-bdd9-420b-ad85-4239ca1b3636 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group_rule (09634a0b-5304-4e38-a7ac-219e034be440), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.945368 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c196258-931b-437a-8ade-c51eaa5e081b None None] The sync data for ids ['7d81e881-05f8-49b8-9799-0a0fded0e908'] in dv-cinder-839064-2-iscsi is: [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '05c4bcd4-29af-4aaa-add8-2083d557fe3b', 'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'mac_address': 'fa:16:3e:15:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:23Z', 'updated_at': '2022-05-26T18:07:34Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'subnets': [{'id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:35.948955 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9d9cbf8b-bdd9-420b-ad85-4239ca1b3636 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (09634a0b-5304-4e38-a7ac-219e034be440), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.984713 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cbf8b-bdd9-420b-ad85-4239ca1b3636 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09634a0b-5304-4e38-a7ac-219e034be440,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:35.991031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-9d9cbf8b-bdd9-420b-ad85-4239ca1b3636 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:35.997039 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-9d9cbf8b-bdd9-420b-ad85-4239ca1b3636 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035048 May 26 18:07:35.998181 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 58780) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:36.003753 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:36.045579 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:36.072011 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 9cc800f4-8f14-418e-9b40-f5873e30ce66 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:36.072867 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:36.212587 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:36.257898 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port 9cc800f4-8f14-418e-9b40-f5873e30ce66, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=9cc800f4-8f14-418e-9b40-f5873e30ce66,segment=NetworkSegment(50f392a6-ca64-43dd-b0c6-f4320bc22c41),segment_id=50f392a6-ca64-43dd-b0c6-f4320bc22c41)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:36.273298 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:36.295162 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:36.296755 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-92905220-8922-417e-9c29-309c4aefacf6 None None] Current status of the port 05c4bcd4-29af-4aaa-add8-2083d557fe3b is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:36.298351 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:36.313688 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:36.373352 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-92905220-8922-417e-9c29-309c4aefacf6 None None] Provisioning complete for port 9cc800f4-8f14-418e-9b40-f5873e30ce66 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:36.373766 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-92905220-8922-417e-9c29-309c4aefacf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:36.438061 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=9cc800f4-8f14-418e-9b40-f5873e30ce66,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:36.485221 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'name': 'tempest-TestMinimumBasicScenario-1460386211-router', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:31Z', 'updated_at': '2022-05-26T18:07:34Z', 'revision_number': 3, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'gw_port': {'id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:95:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:32Z', 'updated_at': '2022-05-26T18:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:36.509280 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b2bc42f3-7d99-4ce3-b797-9be44c72ef5f req-974d979d-0b93-4c63-9f6d-d2200ae608b1 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 210 time: 0.5499430 May 26 18:07:36.546229 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-92905220-8922-417e-9c29-309c4aefacf6 None None] Current status of the port 9cc800f4-8f14-418e-9b40-f5873e30ce66 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:36.574317 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Checking router: eee79b7f-8072-4aaf-a819-cc4687912f52 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:36.574824 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Updating router eee79b7f-8072-4aaf-a819-cc4687912f52 port 87b1207b-ba01-4a36-9c6d-771fca7264cb binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:07:36.629859 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:36.640948 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Allocated IP 172.27.1.70 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/5ee66d60-66f6-4314-a52c-4c251771f110) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:36.688559 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-c5327edd-3011-4331-bf30-fd188ff338c3 None None] Provisioning complete for port 9cc800f4-8f14-418e-9b40-f5873e30ce66 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:36.692265 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c5327edd-3011-4331-bf30-fd188ff338c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:36.946466 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 9cc800f4-8f14-418e-9b40-f5873e30ce66 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:37.010131 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for port (5ee66d60-66f6-4314-a52c-4c251771f110), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:37.089159 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-c5327edd-3011-4331-bf30-fd188ff338c3 None None] Current status of the port 9cc800f4-8f14-418e-9b40-f5873e30ce66 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:37.151482 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 9cc800f4-8f14-418e-9b40-f5873e30ce66 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:37.153170 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:37.182451 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6cc63-7e8b-4aa5-b9b9-57f52eff477a req-94f20d4d-cd06-496f-b758-50a40d62e0a3 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:37.192937 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ea6cc63-7e8b-4aa5-b9b9-57f52eff477a req-94f20d4d-cd06-496f-b758-50a40d62e0a3 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1243272 May 26 18:07:37.237116 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:37.238749 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (5ee66d60-66f6-4314-a52c-4c251771f110), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:37.393705 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:37.403281 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:37.448926 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:37.458696 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:37.523654 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 9cc800f4-8f14-418e-9b40-f5873e30ce66 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:37.525709 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 05c4bcd4-29af-4aaa-add8-2083d557fe3b up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:37.600507 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for floatingip (3ef85a88-1c4b-47b4-96b8-9e6b53d9b538), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:37.626318 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:37.645484 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ea6cc63-7e8b-4aa5-b9b9-57f52eff477a req-2a9aed3b-cd93-4415-b906-a4e62855fa47 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4416604 May 26 18:07:37.709083 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5ee66d60-66f6-4314-a52c-4c251771f110), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:37.711116 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event updated for resources: {'Port': ['ID=5ee66d60-66f6-4314-a52c-4c251771f110,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:37.732235 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 05c4bcd4-29af-4aaa-add8-2083d557fe3b triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:37.735324 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b517e4cf-00b7-45ad-9881-e27331a59bc1 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:37.737655 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:37.744188 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b517e4cf-00b7-45ad-9881-e27331a59bc1 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 812 time: 1.0160844 May 26 18:07:37.865837 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Publish callbacks [] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:37.912621 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:37.925178 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-41e301cf-5f6d-4076-ace8-6a7762fb48d8 req-4935428d-976e-4958-a809-9df3826f9659 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 210 time: 0.0858483 May 26 18:07:37.926076 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-ec7de343-3878-49db-8b99-29201b4a3568 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45d94db7075c40cbae3f106a9661d969 HTTP/1.1" status: 200 len: 380 time: 0.1108999 May 26 18:07:37.955137 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'port': {'device_id': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'admin_state_up': True, 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'security_groups': ['8bcd33c5-70e0-4166-a980-a4bd40fcda91']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:37.960763 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:37.961911 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 05c4bcd4-29af-4aaa-add8-2083d557fe3b is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:37.979172 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Allocated IP 172.20.0.1 (3212e263-4a6c-4ef3-9367-7a8eb96a263a/0f22ca29-40c3-435f-9564-247f97fb6ca8/3efea78c-53c0-4616-98f7-a94ecb3cfd5f) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:38.000418 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:38.126853 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Attempting to bind port 87b1207b-ba01-4a36-9c6d-771fca7264cb on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:38.127450 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Attempting to bind port 87b1207b-ba01-4a36-9c6d-771fca7264cb by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:38.128050 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Attempting to bind port 87b1207b-ba01-4a36-9c6d-771fca7264cb on network 87c30ee3-ecc3-4b30-9751-5557819add7d {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:38.141545 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Publish callbacks [] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.147284 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:38.164692 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55916db5-d2ad-4a99-b72a-5ececbb07094 None None] Pushing event updated for resources: {'Port': ['ID=87b1207b-ba01-4a36-9c6d-771fca7264cb,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:38.169459 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:38.169931 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:38.171150 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.172499 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Bound using segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:38.172738 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Bound port: 87b1207b-ba01-4a36-9c6d-771fca7264cb, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:38.173225 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.236498 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.248969 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:38.253147 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] For port 87b1207b-ba01-4a36-9c6d-771fca7264cb, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:38.256937 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] For port 87b1207b-ba01-4a36-9c6d-771fca7264cb, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=87b1207b-ba01-4a36-9c6d-771fca7264cb,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:38.268405 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.349819 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:38.352997 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for port (5ee66d60-66f6-4314-a52c-4c251771f110), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.357928 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Routers {'eee79b7f-8072-4aaf-a819-cc4687912f52'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:38.358968 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['eee79b7f-8072-4aaf-a819-cc4687912f52'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:38.363681 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (5ee66d60-66f6-4314-a52c-4c251771f110), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.386284 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Made reservation on behalf of 45d94db7075c40cbae3f106a9661d969 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:38.392686 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.423548 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55916db5-d2ad-4a99-b72a-5ececbb07094 None None] Pushing event updated for resources: {'Port': ['ID=87b1207b-ba01-4a36-9c6d-771fca7264cb,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:38.448581 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Pushing event updated for resources: {'Port': ['ID=3efea78c-53c0-4616-98f7-a94ecb3cfd5f,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:38.476670 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Network 3212e263-4a6c-4ef3-9367-7a8eb96a263a is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:38.486003 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:38.491820 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:38.568660 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event updated for resources: {'Port': ['ID=5ee66d60-66f6-4314-a52c-4c251771f110,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:38.584109 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (3ef85a88-1c4b-47b4-96b8-9e6b53d9b538), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.600231 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982029'] for router_interface (eee79b7f-8072-4aaf-a819-cc4687912f52), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.601574 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] Set router eee79b7f-8072-4aaf-a819-cc4687912f52 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:38.665671 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.667539 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-c9d73b39-7477-4969-acb5-29b4df9476f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6681113 May 26 18:07:38.732239 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Allocated IP 172.20.0.5 (8ba39add-f4a7-4061-91a5-b356a25c19cf/dc082b98-c56e-4d67-834b-87a010c33af3/fd73efc2-2443-44e5-9d43-9649da06c136) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:38.848511 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:38.870890 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:38.898987 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f5dd-b91e-4bd0-a0b7-f4c8f74cc479 req-219f4cb1-8a61-47d1-82fd-b3de05f30a7b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:38.910457 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-11d3f5dd-b91e-4bd0-a0b7-f4c8f74cc479 req-219f4cb1-8a61-47d1-82fd-b3de05f30a7b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1228480 May 26 18:07:38.984203 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-316cdfef-7c4d-49ca-8c3e-c80090bb6dc1 None None] Provisioning complete for port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:38.985032 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-316cdfef-7c4d-49ca-8c3e-c80090bb6dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:39.035336 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-11d3f5dd-b91e-4bd0-a0b7-f4c8f74cc479 req-eee993bd-5c97-4346-a787-23adebe3751e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237447 May 26 18:07:39.086460 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'name': 'tempest-TestMinimumBasicScenario-1460386211-router', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:31Z', 'updated_at': '2022-05-26T18:07:34Z', 'revision_number': 3, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'gw_port': {'id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:95:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:32Z', 'updated_at': '2022-05-26T18:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:39.099111 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-b936153f-5955-4ddd-9cb8-553d83bef4a9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1870960432&fields=id&tenant_id=8c49a9a21f1346a0bc8d774afc7951a2 HTTP/1.1" status: 200 len: 267 time: 0.0906835 May 26 18:07:39.101371 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for port (fd73efc2-2443-44e5-9d43-9649da06c136), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:39.102951 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-316cdfef-7c4d-49ca-8c3e-c80090bb6dc1 None None] Port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:39.121472 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6422e5f-2138-4182-9e85-6f7491fdd4de None None] The sync data for ids ['eee79b7f-8072-4aaf-a819-cc4687912f52'] in dv-cinder-839064-2-iscsi is: [{'id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'name': 'tempest-TestMinimumBasicScenario-1460386211-router', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:31Z', 'updated_at': '2022-05-26T18:07:34Z', 'revision_number': 3, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'gw_port': {'id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:95:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:32Z', 'updated_at': '2022-05-26T18:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:39.177557 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:39.261156 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Network 8ba39add-f4a7-4061-91a5-b356a25c19cf is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:39.269845 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:39.275035 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:39.307458 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'Port': ['ID=fd73efc2-2443-44e5-9d43-9649da06c136,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:39.330249 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641d0d9-6d12-4e1c-b12c-6bd59714d5af req-5b753946-7f44-4c11-bd53-f387da993c3b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:39.331780 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9641d0d9-6d12-4e1c-b12c-6bd59714d5af req-5b753946-7f44-4c11-bd53-f387da993c3b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 931 time: 0.1103370 May 26 18:07:39.433960 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-6e1612ec-1035-42c7-9084-8bfa791069aa tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:39.448982 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-6e1612ec-1035-42c7-9084-8bfa791069aa tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 819 time: 0.3484619 May 26 18:07:39.473321 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:39.483526 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-c2ed6869-3821-42b4-84e2-a94bfd0ec815 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/quotas/8c49a9a21f1346a0bc8d774afc7951a2 HTTP/1.1" status: 200 len: 375 time: 0.0335619 May 26 18:07:39.549694 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Publish callbacks [] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:39.556883 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:39.587350 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-05ca957b-7b3f-40c9-9536-d947fec35037 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0948749 May 26 18:07:39.640128 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-7181f033-87c3-41cc-a8da-0cba981e640f None None] Provisioning complete for port fd73efc2-2443-44e5-9d43-9649da06c136 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:39.641815 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7181f033-87c3-41cc-a8da-0cba981e640f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:39.747385 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-7181f033-87c3-41cc-a8da-0cba981e640f None None] Port fd73efc2-2443-44e5-9d43-9649da06c136 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:39.804065 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Pushing event updated for resources: {'Port': ['ID=3efea78c-53c0-4616-98f7-a94ecb3cfd5f,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:39.814168 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-289921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1981437'] for router_interface (eee79b7f-8072-4aaf-a819-cc4687912f52), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:39.869348 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-34b1173b-53fa-406e-afdb-19202c8741e9 service neutron] 10.222.0.76 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804234 May 26 18:07:39.933488 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:39.934047 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:39.971702 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9641d0d9-6d12-4e1c-b12c-6bd59714d5af req-16332373-63d2-4404-91d4-391188ca0ee3 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6231489 May 26 18:07:39.990754 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:39.993493 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-b3de640a-289b-43ac-97d8-962ed0670f64 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0472198 May 26 18:07:40.113799 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Network 3212e263-4a6c-4ef3-9367-7a8eb96a263a is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:40.117542 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:40.137484 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-06212805-6d41-4088-856a-a214375298da service neutron] 10.222.0.76 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890936 May 26 18:07:40.193771 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Request body: {'port': {'device_id': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:40.600006 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-da2cec96-d3c2-4caa-98f2-55ef4720dd3d req-20f853aa-1b2f-49cd-b1a4-62d7c4c0dc8c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 210 time: 0.1059446 May 26 18:07:40.613053 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:40.621387 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Router eee79b7f-8072-4aaf-a819-cc4687912f52 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:07:40.691617 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-9ca86729-b250-4989-bf46-5ec188e57bfc None None] Provisioning complete for port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:40.693819 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9ca86729-b250-4989-bf46-5ec188e57bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:40.730541 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:40.788312 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3d732-7a11-4c56-8230-72777ee6c999 req-4d8f786e-1fb6-4f0c-9705-9165fe92feb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:40.789034 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-9ca86729-b250-4989-bf46-5ec188e57bfc None None] Port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:40.794323 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-91c3d732-7a11-4c56-8230-72777ee6c999 req-4d8f786e-1fb6-4f0c-9705-9165fe92feb0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.3301864 May 26 18:07:40.815344 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3665160-f561-44f1-9a66-700df4b20989 req-96c4c064-69df-4cd7-afc9-566a964447c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:40.817163 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e3665160-f561-44f1-9a66-700df4b20989 req-96c4c064-69df-4cd7-afc9-566a964447c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 1129 time: 0.2484105 May 26 18:07:40.856815 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 87b1207b-ba01-4a36-9c6d-771fca7264cb up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:40.958869 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:07:40.974276 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-e410d2ee-b237-42a2-8af9-22fac4a20c11 admin admin] 10.222.0.76 "PUT /v2.0/routers/eee79b7f-8072-4aaf-a819-cc4687912f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5130687 May 26 18:07:40.997715 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 87b1207b-ba01-4a36-9c6d-771fca7264cb triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:40.998892 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.004170 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-91c3d732-7a11-4c56-8230-72777ee6c999 req-e8c836d3-3e96-4820-8971-b92caaedbafc tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952448 May 26 18:07:41.273157 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 87b1207b-ba01-4a36-9c6d-771fca7264cb is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:41.276123 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.321989 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:41.323333 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d0ec0-2636-4bee-b2b7-baadc26fcbd4 req-c3eacc68-f963-4fa9-b2eb-0bfd4ad8172c tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:41.325958 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-261d0ec0-2636-4bee-b2b7-baadc26fcbd4 req-c3eacc68-f963-4fa9-b2eb-0bfd4ad8172c tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 931 time: 0.1377072 May 26 18:07:41.345021 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port 87b1207b-ba01-4a36-9c6d-771fca7264cb, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=87b1207b-ba01-4a36-9c6d-771fca7264cb,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:41.352464 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.385615 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3665160-f561-44f1-9a66-700df4b20989 req-69538736-506b-472a-bbaa-8cbdc14a63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:41.388776 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e3665160-f561-44f1-9a66-700df4b20989 req-69538736-506b-472a-bbaa-8cbdc14a63e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=31cac232-9768-4083-9065-c20228929068 HTTP/1.1" status: 200 len: 912 time: 0.4842758 May 26 18:07:41.464174 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-261d0ec0-2636-4bee-b2b7-baadc26fcbd4 req-31544a6c-23ab-45b4-a0f6-f05fd61bbb08 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193650 May 26 18:07:41.494927 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:41.496756 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=87b1207b-ba01-4a36-9c6d-771fca7264cb,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:41.630235 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e3665160-f561-44f1-9a66-700df4b20989 req-6fcf6620-8b01-4668-a7a2-17b27b32fef5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f8b000-2834-4a6a-86b1-591ea06d67c9 HTTP/1.1" status: 200 len: 1001 time: 0.2222209 May 26 18:07:41.633474 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd73efc2-2443-44e5-9d43-9649da06c136 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:07:41.639486 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:07:41.665767 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Publish callbacks [] for port (fd73efc2-2443-44e5-9d43-9649da06c136), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.691687 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Transition to ACTIVE for port object fd73efc2-2443-44e5-9d43-9649da06c136 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:07:41.696284 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.718806 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:41.828173 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3665160-f561-44f1-9a66-700df4b20989 req-d190a9f3-44d2-467e-b1a2-b97b1b6b4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:41.829809 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e3665160-f561-44f1-9a66-700df4b20989 req-d190a9f3-44d2-467e-b1a2-b97b1b6b4540 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6391f8f8-c65b-4530-8b3e-5895efce7c46 HTTP/1.1" status: 200 len: 850 time: 0.1867211 May 26 18:07:41.873255 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Pushing event updated for resources: {'Port': ['ID=fd73efc2-2443-44e5-9d43-9649da06c136,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:41.941393 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3f4b99ae-578d-4b82-bd7b-6faa003a0ffa req-4050b10a-af72-48fa-a699-3afda802d2dd tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 210 time: 0.1296241 May 26 18:07:41.958368 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Attempting to bind port fd73efc2-2443-44e5-9d43-9649da06c136 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:41.958746 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Attempting to bind port fd73efc2-2443-44e5-9d43-9649da06c136 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:41.959041 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Attempting to bind port fd73efc2-2443-44e5-9d43-9649da06c136 on network 8ba39add-f4a7-4061-91a5-b356a25c19cf {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:41.964564 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Port fd73efc2-2443-44e5-9d43-9649da06c136 on network 8ba39add-f4a7-4061-91a5-b356a25c19cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:07:41.964890 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Attempting to bind port fd73efc2-2443-44e5-9d43-9649da06c136 on network 8ba39add-f4a7-4061-91a5-b356a25c19cf {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:41.975785 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:41.976102 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Checking segment: {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:41.976884 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Bound using segment: {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:41.977742 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Bound port: fd73efc2-2443-44e5-9d43-9649da06c136, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:41.978517 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:42.150596 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] For port fd73efc2-2443-44e5-9d43-9649da06c136, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:42.156798 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] For port fd73efc2-2443-44e5-9d43-9649da06c136, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=fd73efc2-2443-44e5-9d43-9649da06c136,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:42.208747 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:42.220371 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:42.284136 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d418a7a-a8c7-43d0-8d4f-46c61fcb09fb req-19936e24-3643-49b4-8c95-0586cca9ba29 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:42.293263 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6d418a7a-a8c7-43d0-8d4f-46c61fcb09fb req-19936e24-3643-49b4-8c95-0586cca9ba29 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1215837 May 26 18:07:42.295447 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3665160-f561-44f1-9a66-700df4b20989 req-4b9aa8d7-4d99-47c9-838b-f05e11a4575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:42.297342 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e3665160-f561-44f1-9a66-700df4b20989 req-4b9aa8d7-4d99-47c9-838b-f05e11a4575f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31cac232-9768-4083-9065-c20228929068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350121 May 26 18:07:42.324568 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:42.325196 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:42.326749 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] 10.222.0.86 "PUT /v2.0/ports/fd73efc2-2443-44e5-9d43-9649da06c136 HTTP/1.1" status: 200 len: 1093 time: 2.1410458 May 26 18:07:42.331714 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'tag': 'fd73efc2-2443-44e5-9d43-9649da06c136'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:42.334261 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643651b1-bb0d-4970-af6c-df03be9414d8" -d '{"events": [{"name": "network-changed", "server_uuid": "68f6bb73-a942-4dbe-9a48-e5260f4955af", "tag": "fd73efc2-2443-44e5-9d43-9649da06c136"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:42.336780 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:42.377446 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6d418a7a-a8c7-43d0-8d4f-46c61fcb09fb req-a41329d5-6cf9-4c12-91a0-da30fd7fcc7a tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808890 May 26 18:07:42.380916 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-85b87298-884c-45d6-8761-93627631823f req-82716d2f-3d76-474c-b5d8-13205e49654d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1350009 May 26 18:07:42.449374 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be6421e-2579-410a-bc1c-edf0ab96d683 x-openstack-request-id: req-5be6421e-2579-410a-bc1c-edf0ab96d683 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:42.449914 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f6bb73-a942-4dbe-9a48-e5260f4955af", "tag": "fd73efc2-2443-44e5-9d43-9649da06c136", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:42.450457 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5be6421e-2579-410a-bc1c-edf0ab96d683 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:42.451542 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be6421e-2579-410a-bc1c-edf0ab96d683'] response: {'name': 'network-changed', 'server_uuid': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'tag': 'fd73efc2-2443-44e5-9d43-9649da06c136', 'status': 'completed', 'code': 200} May 26 18:07:42.455313 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0158c1-a214-45ac-ba3a-ee3ee9656571 service neutron] Pushing event updated for resources: {'Port': ['ID=fd73efc2-2443-44e5-9d43-9649da06c136,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:42.505544 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Sync routers for ids ['eee79b7f-8072-4aaf-a819-cc4687912f52'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:07:42.522510 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e3665160-f561-44f1-9a66-700df4b20989 req-f6c81346-b2bf-40dd-8067-361d26517be3 service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086363 May 26 18:07:42.534466 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Routers {'eee79b7f-8072-4aaf-a819-cc4687912f52'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:42.535157 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['eee79b7f-8072-4aaf-a819-cc4687912f52'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:42.696180 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-35915455-b633-44eb-9fa2-ba66b8adae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:42.702179 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-35915455-b633-44eb-9fa2-ba66b8adae1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 1127 time: 0.1200154 May 26 18:07:42.818005 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-69b548dc-3cc9-423b-a9a5-daed60506a39 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd73efc2-2443-44e5-9d43-9649da06c136 HTTP/1.1" status: 200 len: 217 time: 0.0844598 May 26 18:07:42.828185 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b87298-884c-45d6-8761-93627631823f req-1e4e7972-76a6-47f1-b8b6-2ffadf0d90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:42.830112 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-85b87298-884c-45d6-8761-93627631823f req-1e4e7972-76a6-47f1-b8b6-2ffadf0d90a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 1129 time: 0.2639647 May 26 18:07:42.857943 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:42.880365 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 87b1207b-ba01-4a36-9c6d-771fca7264cb up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:42.944662 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e3665160-f561-44f1-9a66-700df4b20989 req-23643c8d-cbcf-4792-9382-afce5154b86e service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771145 May 26 18:07:42.967940 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909a27d-c43c-4678-ab40-8b784346ecf6 req-1dbfdf48-0f53-4c7c-8c88-8df9ad1f4477 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:42.970069 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5909a27d-c43c-4678-ab40-8b784346ecf6 req-1dbfdf48-0f53-4c7c-8c88-8df9ad1f4477 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.2641721 May 26 18:07:43.062553 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-63b0dc50-6f8e-41ff-8176-6e5dfe42577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:43.064653 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-63b0dc50-6f8e-41ff-8176-6e5dfe42577a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.2369661 May 26 18:07:43.080684 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Set router eee79b7f-8072-4aaf-a819-cc4687912f52 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:43.133280 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 87b1207b-ba01-4a36-9c6d-771fca7264cb triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:43.133650 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:43.141118 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5909a27d-c43c-4678-ab40-8b784346ecf6 req-3e7461cf-0f41-43c0-808f-20e6d1f39e02 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256227 May 26 18:07:43.174572 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b87298-884c-45d6-8761-93627631823f req-747d101b-2c20-4ec2-b27a-89d9a4b2dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:43.178552 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-85b87298-884c-45d6-8761-93627631823f req-747d101b-2c20-4ec2-b27a-89d9a4b2dd11 service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.3151553 May 26 18:07:43.236013 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-ffb633d9-b4ed-4d1e-a068-d3fa33e31497 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:43.250009 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-ffb633d9-b4ed-4d1e-a068-d3fa33e31497 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 819 time: 0.6803780 May 26 18:07:43.273175 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1114432f-3045-4759-badd-4c5b65467b65 req-459038c7-56a2-448a-ab04-48b5029cfc16 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 210 time: 0.0932293 May 26 18:07:43.325134 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:43.329893 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 87b1207b-ba01-4a36-9c6d-771fca7264cb is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:43.330909 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-6ac68633-8199-459a-9209-afda7fddec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:43.332594 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-6ac68633-8199-459a-9209-afda7fddec14 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945139 May 26 18:07:43.333746 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-85b87298-884c-45d6-8761-93627631823f req-964011d6-b8b2-4859-8809-f3d5f1994e34 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb HTTP/1.1" status: 200 len: 217 time: 0.0839045 May 26 18:07:43.528894 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3d556-75e4-4b87-9a9e-1f7b293d31ed req-f4178477-7b78-4544-8c89-a7e388bb277c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:43.530837 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-83d3d556-75e4-4b87-9a9e-1f7b293d31ed req-f4178477-7b78-4544-8c89-a7e388bb277c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0582232 May 26 18:07:43.598110 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'name': 'tempest-TestMinimumBasicScenario-1460386211-router', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:31Z', 'updated_at': '2022-05-26T18:07:38Z', 'revision_number': 4, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'gw_port': {'id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:32Z', 'updated_at': '2022-05-26T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '3efea78c-53c0-4616-98f7-a94ecb3cfd5f', 'name': '', 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'mac_address': 'fa:16:3e:77:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '0f22ca29-40c3-435f-9564-247f97fb6ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:37Z', 'updated_at': '2022-05-26T18:07:39Z', 'revision_number': 2, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'subnets': [{'id': '0f22ca29-40c3-435f-9564-247f97fb6ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:43.632004 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Checking router: eee79b7f-8072-4aaf-a819-cc4687912f52 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:07:43.632664 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Updating router eee79b7f-8072-4aaf-a819-cc4687912f52 port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f binding host dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:07:43.644158 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-83d3d556-75e4-4b87-9a9e-1f7b293d31ed req-c40531bb-be62-4dae-a15d-ef63627691a6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043510 May 26 18:07:43.708380 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-655f5de9-e2ba-4394-b35f-56b05ad459eb service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764562 May 26 18:07:43.710330 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:43.723604 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b87298-884c-45d6-8761-93627631823f req-9f1ce290-5de4-4321-a3ff-c6f3e58c5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:43.725192 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-85b87298-884c-45d6-8761-93627631823f req-9f1ce290-5de4-4321-a3ff-c6f3e58c5605 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.1743255 May 26 18:07:43.740252 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-2f8aea4b-b511-4014-b26b-27b54f1bdc7b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c49a9a21f1346a0bc8d774afc7951a2 HTTP/1.1" status: 200 len: 380 time: 0.2438915 May 26 18:07:43.797814 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b87298-884c-45d6-8761-93627631823f req-28b5b930-7fc6-440a-b72d-5fa7be5f25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:43.799396 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-85b87298-884c-45d6-8761-93627631823f req-28b5b930-7fc6-440a-b72d-5fa7be5f25ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525711 May 26 18:07:43.805921 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Request body: {'port': {'device_id': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'admin_state_up': True, 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'security_groups': ['f0ee066b-592a-4c56-90ba-ce0c8ae12e08']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:43.943803 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bce80665-6bd0-4bec-b6f3-a536158adc80 req-fe8e6a62-8a55-4f64-93ce-863884114a44 service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003014 May 26 18:07:44.080356 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Made reservation on behalf of 8c49a9a21f1346a0bc8d774afc7951a2 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:44.094258 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:44.252139 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Publish callbacks [] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:44.261390 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:44.285777 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:44.332683 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac963e17-4e38-4331-9006-0f3fc36f0a0f None None] Pushing event updated for resources: {'Port': ['ID=3efea78c-53c0-4616-98f7-a94ecb3cfd5f,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:44.402222 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Allocated IP 172.20.0.11 (674e4916-1510-4fc4-b57b-b0089244acfe/ac96540e-afea-497d-ac7d-c16c234ce572/5504205b-c7f9-44bd-bd92-7e2d2536ea96) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:44.413950 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eebfab-7d5c-4bba-90ca-9337ed64a5dd req-9ba8b400-0ab2-4dbd-a163-ebfeca41e701 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:44.425971 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3eebfab-7d5c-4bba-90ca-9337ed64a5dd req-9ba8b400-0ab2-4dbd-a163-ebfeca41e701 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.1549597 May 26 18:07:44.445934 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-dea2b596-b9bd-48f6-84fb-10ec062789b0 req-00cc6b6e-a5e6-4932-b3b4-98c568b9c7bf tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 210 time: 0.0604510 May 26 18:07:44.462558 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Attempting to bind port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:44.463071 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Attempting to bind port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '50f392a6-ca64-43dd-b0c6-f4320bc22c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:44.463538 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Attempting to bind port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f on network 3212e263-4a6c-4ef3-9367-7a8eb96a263a {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:44.470535 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:44.471060 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Checking segment: {'id': '50f392a6-ca64-43dd-b0c6-f4320bc22c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:44.471559 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:44.472047 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Bound using segment: {'id': '50f392a6-ca64-43dd-b0c6-f4320bc22c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:44.472632 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Bound port: 3efea78c-53c0-4616-98f7-a94ecb3cfd5f, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f392a6-ca64-43dd-b0c6-f4320bc22c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:44.473128 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:44.489968 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:44.562358 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3eebfab-7d5c-4bba-90ca-9337ed64a5dd req-4a9ea34f-931b-4a43-a596-47407a6771aa tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350827 May 26 18:07:44.571159 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] For port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:44.594761 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] For port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=3efea78c-53c0-4616-98f7-a94ecb3cfd5f,segment=NetworkSegment(50f392a6-ca64-43dd-b0c6-f4320bc22c41),segment_id=50f392a6-ca64-43dd-b0c6-f4320bc22c41)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:44.608405 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:44.671665 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac963e17-4e38-4331-9006-0f3fc36f0a0f None None] Pushing event updated for resources: {'Port': ['ID=3efea78c-53c0-4616-98f7-a94ecb3cfd5f,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:44.703156 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-85b87298-884c-45d6-8761-93627631823f req-34e08036-86f8-4f32-ab08-289ed49c0631 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386197 May 26 18:07:44.727024 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-b0784aca-d65a-4df2-806f-4a00c8dc0035 None None] Provisioning complete for port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:44.727410 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b0784aca-d65a-4df2-806f-4a00c8dc0035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:44.764796 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:44.808284 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Routers {'eee79b7f-8072-4aaf-a819-cc4687912f52'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:07:44.808604 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['eee79b7f-8072-4aaf-a819-cc4687912f52'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:44.892561 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:44.919400 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78b090-6f09-40d7-bb5f-be34d05f10e6 req-3b32b53d-3fcf-4f0e-81fb-37f3d220de66 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:44.927454 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ff78b090-6f09-40d7-bb5f-be34d05f10e6 req-3b32b53d-3fcf-4f0e-81fb-37f3d220de66 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1536853 May 26 18:07:44.939746 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:44.941022 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] Set router eee79b7f-8072-4aaf-a819-cc4687912f52 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:07:44.953306 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:45.033546 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Network 674e4916-1510-4fc4-b57b-b0089244acfe is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:45.048422 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:45.065221 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ff78b090-6f09-40d7-bb5f-be34d05f10e6 req-3c84b468-5adc-44cc-b6c7-585663b44f22 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366887 May 26 18:07:45.068295 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:45.133360 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event updated for resources: {'Port': ['ID=5504205b-c7f9-44bd-bd92-7e2d2536ea96,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:45.158585 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.159691 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.160150 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.160609 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.161048 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.161476 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.161905 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.162366 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.162792 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.163247 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.163815 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.164353 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.164819 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.165500 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.165802 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:45.253355 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643651b1-bb0d-4970-af6c-df03be9414d8 req-2e8c6c0d-9cc7-4933-bd57-e108f53807f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:45.268334 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-643651b1-bb0d-4970-af6c-df03be9414d8 req-2e8c6c0d-9cc7-4933-bd57-e108f53807f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 1127 time: 0.0762184 May 26 18:07:45.288579 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-b0784aca-d65a-4df2-806f-4a00c8dc0035 None None] Current status of the port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:45.289214 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b0784aca-d65a-4df2-806f-4a00c8dc0035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:45.308439 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-85b87298-884c-45d6-8761-93627631823f req-13d03450-9dd2-4afb-b419-2ecb8a90a40a service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337388 May 26 18:07:45.331218 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:45.337608 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:45.369760 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-cd64acb8-1067-40b5-a8f7-3e0a2c48072d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5710676 May 26 18:07:45.396718 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:45.432738 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Request body: {'port': {'device_id': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:45.482057 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-b0784aca-d65a-4df2-806f-4a00c8dc0035 None None] For port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=3efea78c-53c0-4616-98f7-a94ecb3cfd5f,segment=NetworkSegment(50f392a6-ca64-43dd-b0c6-f4320bc22c41),segment_id=50f392a6-ca64-43dd-b0c6-f4320bc22c41)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:45.563045 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-b0784aca-d65a-4df2-806f-4a00c8dc0035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:45.567854 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643651b1-bb0d-4970-af6c-df03be9414d8 req-851c330c-e4f7-48b8-b16b-083c53370784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:45.569759 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-643651b1-bb0d-4970-af6c-df03be9414d8 req-851c330c-e4f7-48b8-b16b-083c53370784 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 913 time: 0.3001158 May 26 18:07:45.631620 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:45.656578 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'name': 'tempest-TestMinimumBasicScenario-1460386211-router', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:31Z', 'updated_at': '2022-05-26T18:07:38Z', 'revision_number': 4, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'gw_port': {'id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:32Z', 'updated_at': '2022-05-26T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '3efea78c-53c0-4616-98f7-a94ecb3cfd5f', 'name': '', 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'mac_address': 'fa:16:3e:77:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '0f22ca29-40c3-435f-9564-247f97fb6ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:37Z', 'updated_at': '2022-05-26T18:07:44Z', 'revision_number': 4, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'subnets': [{'id': '0f22ca29-40c3-435f-9564-247f97fb6ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:07:45.730155 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-643651b1-bb0d-4970-af6c-df03be9414d8 req-c2a5ef82-2467-4d60-be2c-e59e240a53dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd73efc2-2443-44e5-9d43-9649da06c136 HTTP/1.1" status: 200 len: 217 time: 0.1532979 May 26 18:07:45.757588 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea3b91b-22f3-45e8-9339-1f0bc4bfddd5 None None] The sync data for ids ['eee79b7f-8072-4aaf-a819-cc4687912f52'] in dv-cinder-839064-2-iscsi is: [{'id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'name': 'tempest-TestMinimumBasicScenario-1460386211-router', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:31Z', 'updated_at': '2022-05-26T18:07:38Z', 'revision_number': 4, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'gw_port': {'id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:32Z', 'updated_at': '2022-05-26T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '3efea78c-53c0-4616-98f7-a94ecb3cfd5f', 'name': '', 'network_id': '3212e263-4a6c-4ef3-9367-7a8eb96a263a', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'mac_address': 'fa:16:3e:77:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '0f22ca29-40c3-435f-9564-247f97fb6ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:37Z', 'updated_at': '2022-05-26T18:07:44Z', 'revision_number': 4, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'subnets': [{'id': '0f22ca29-40c3-435f-9564-247f97fb6ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:07:45.768486 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0784aca-d65a-4df2-806f-4a00c8dc0035 None None] Pushing event updated for resources: {'Port': ['ID=3efea78c-53c0-4616-98f7-a94ecb3cfd5f,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:45.784905 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-dad510a3-4a10-40f5-9627-385c7c9d4f91 None None] Provisioning complete for port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:45.785375 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dad510a3-4a10-40f5-9627-385c7c9d4f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:45.891257 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf040a92-b004-4179-8f8e-43e8bc02a099 req-27051aba-a5d4-4dd0-91fa-b452a55b1e54 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:45.899209 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bf040a92-b004-4179-8f8e-43e8bc02a099 req-27051aba-a5d4-4dd0-91fa-b452a55b1e54 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.1612246 May 26 18:07:45.936902 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643651b1-bb0d-4970-af6c-df03be9414d8 req-5c15066b-9f6e-485d-8391-c009f1a3f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:45.938850 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-643651b1-bb0d-4970-af6c-df03be9414d8 req-5c15066b-9f6e-485d-8391-c009f1a3f419 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.1900725 May 26 18:07:45.943124 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55da43-e6f6-4084-8b9c-5da1a1452916 req-60a7d458-330c-4b81-83e3-95a8caf94bb1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:45.944834 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1f55da43-e6f6-4084-8b9c-5da1a1452916 req-60a7d458-330c-4b81-83e3-95a8caf94bb1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 932 time: 0.1439302 May 26 18:07:45.945945 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:45.972689 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-dad510a3-4a10-40f5-9627-385c7c9d4f91 None None] Current status of the port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:45.984919 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-dad510a3-4a10-40f5-9627-385c7c9d4f91 None None] Provisioning complete for port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:45.985464 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dad510a3-4a10-40f5-9627-385c7c9d4f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:46.051109 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-dad510a3-4a10-40f5-9627-385c7c9d4f91 None None] Port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:46.074146 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bf040a92-b004-4179-8f8e-43e8bc02a099 req-598d5a29-a561-4090-ab08-426b016f4985 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737690 May 26 18:07:46.079763 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643651b1-bb0d-4970-af6c-df03be9414d8 req-65a351d2-8a9b-4907-b62d-3e1543951996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:46.081084 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:46.085512 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-643651b1-bb0d-4970-af6c-df03be9414d8 req-65a351d2-8a9b-4907-b62d-3e1543951996 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1355033 May 26 18:07:46.133406 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1f55da43-e6f6-4084-8b9c-5da1a1452916 req-2ebaa0e1-c7cc-4436-a47c-5877127eb962 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048260 May 26 18:07:46.281842 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-643651b1-bb0d-4970-af6c-df03be9414d8 req-95a24b38-dadb-4538-9530-8898e02941e2 service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825550 May 26 18:07:46.394729 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5504205b-c7f9-44bd-bd92-7e2d2536ea96 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:07:46.405624 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Publish callbacks [] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:46.429924 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Transition to ACTIVE for port object 5504205b-c7f9-44bd-bd92-7e2d2536ea96 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:07:46.440071 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:46.450739 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:46.521235 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-6de03b32-38e9-4730-a00e-3259f5571a9a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314225202&fields=id&tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb HTTP/1.1" status: 200 len: 267 time: 0.1011050 May 26 18:07:46.551517 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5504205b-c7f9-44bd-bd92-7e2d2536ea96,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:46.697035 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Attempting to bind port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:46.697526 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Attempting to bind port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:46.698233 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Attempting to bind port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 on network 674e4916-1510-4fc4-b57b-b0089244acfe {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:46.704582 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 on network 674e4916-1510-4fc4-b57b-b0089244acfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:07:46.705368 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Attempting to bind port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 on network 674e4916-1510-4fc4-b57b-b0089244acfe {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:46.712473 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:46.712992 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Checking segment: {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:46.713660 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Bound using segment: {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:46.714169 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Bound port: 5504205b-c7f9-44bd-bd92-7e2d2536ea96, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d32389a-0369-4b40-b025-664c0ffcef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:46.714668 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:46.787036 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787589-d1da-4870-9b2e-679ea198257d req-7bdd5f9c-6323-4885-956d-45a4cf32505a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:46.795710 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-7bdd5f9c-6323-4885-956d-45a4cf32505a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/networks?id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 HTTP/1.1" status: 200 len: 808 time: 0.2716515 May 26 18:07:46.803828 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 3efea78c-53c0-4616-98f7-a94ecb3cfd5f up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:46.811190 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:46.823470 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-ac8af673-22d9-4737-8568-48b2716c317b tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/quotas/c2cf8fb59b4f4b12900d336f1d91b1eb HTTP/1.1" status: 200 len: 375 time: 0.0272918 May 26 18:07:46.839561 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-643651b1-bb0d-4970-af6c-df03be9414d8 req-6ad28f76-82a5-48d2-bb9e-ccc06bf8822f service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412679 May 26 18:07:46.869635 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] For port 5504205b-c7f9-44bd-bd92-7e2d2536ea96, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:07:46.875563 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] For port 5504205b-c7f9-44bd-bd92-7e2d2536ea96, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:07:46.889866 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:46.942648 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-f700c813-37af-4137-af9d-58dd6bfe0455 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177657 May 26 18:07:46.956679 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:46.957617 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:46.959875 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] 10.222.0.86 "PUT /v2.0/ports/5504205b-c7f9-44bd-bd92-7e2d2536ea96 HTTP/1.1" status: 200 len: 1094 time: 1.5312257 May 26 18:07:46.959875 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:46.962051 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a0a4a0-a7ab-4397-a602-0e5acb809cce" -d '{"events": [{"name": "network-changed", "server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:46.989981 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eb03c-a1aa-4dec-b570-ed080a0f92f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5504205b-c7f9-44bd-bd92-7e2d2536ea96,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:47.125036 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:47.125563 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:47.159982 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-945abeb0-321b-4651-9eb2-a166fc995ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:47.164252 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-945abeb0-321b-4651-9eb2-a166fc995ae0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 1128 time: 0.1118734 May 26 18:07:47.175826 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d73f9a-5d75-480c-b993-850171551c4c x-openstack-request-id: req-d5d73f9a-5d75-480c-b993-850171551c4c {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:47.182427 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:47.183250 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5d73f9a-5d75-480c-b993-850171551c4c {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:47.183904 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d73f9a-5d75-480c-b993-850171551c4c'] response: {'name': 'network-changed', 'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'status': 'completed', 'code': 200} May 26 18:07:47.278343 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-9a14a38d-330d-4ebb-b418-211b98fcfa12 service neutron] 10.222.0.76 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913043 May 26 18:07:47.329181 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:47.376190 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-3e46b049-1982-4730-8602-eb44a47ee471 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96 HTTP/1.1" status: 200 len: 217 time: 0.1883643 May 26 18:07:47.583834 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-68d97671-939f-4986-ba29-d02d81b717ba service neutron] 10.222.0.76 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970939 May 26 18:07:47.704090 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b30226-088a-4251-b5ed-b13feeaf7c5c req-9d5e972e-86c2-442b-be62-613750fc77af tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:47.713248 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a8b30226-088a-4251-b5ed-b13feeaf7c5c req-9d5e972e-86c2-442b-be62-613750fc77af tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.3677576 May 26 18:07:47.756906 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-4fc5ec9d-2330-45b7-b876-89af195a16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:47.759392 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-4fc5ec9d-2330-45b7-b876-89af195a16f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.2754259 May 26 18:07:47.832229 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a8b30226-088a-4251-b5ed-b13feeaf7c5c req-348b2e05-2f3b-40af-a3ff-580c078f75b3 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164739 May 26 18:07:47.870284 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-169a3fce-934d-42c3-b20d-3a0c04581d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:47.873165 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-169a3fce-934d-42c3-b20d-3a0c04581d8f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0980222 May 26 18:07:48.102210 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-9fc8b211-a0f8-401a-9de7-14c3789fdcf1 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142401 May 26 18:07:48.146029 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aa91c-f8c4-4951-97d3-da6326d3a990 req-48b2d4a2-a767-405b-bfce-92bc8c4f23f8 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:48.168220 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-232aa91c-f8c4-4951-97d3-da6326d3a990 req-48b2d4a2-a767-405b-bfce-92bc8c4f23f8 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 944 time: 0.1389532 May 26 18:07:48.253242 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:48.330147 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-232aa91c-f8c4-4951-97d3-da6326d3a990 req-e6e57ee2-9c9d-4557-8f6b-c2abf6bc3c6b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609049 May 26 18:07:48.362924 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3ae4e70-5578-421b-ac6d-113d248e5dbb req-3d7a24ca-0bdc-4cfe-b6d6-5e2f1f38ed28 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493997 May 26 18:07:48.568504 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-869a010c-2843-4a1e-9a2f-684b5a27c6c8 req-f630427d-017f-4e51-bc49-81ac8bc935cd tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0730314 May 26 18:07:49.050961 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89209c77-debe-414d-a850-c97b417c2aad req-55a86e6e-dda4-4c72-98ca-d440a198fe5f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:49.055102 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-89209c77-debe-414d-a850-c97b417c2aad req-55a86e6e-dda4-4c72-98ca-d440a198fe5f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.0861242 May 26 18:07:49.084503 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:49.139135 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-89209c77-debe-414d-a850-c97b417c2aad req-c933403c-e6c9-4ab6-a382-3c81df31b706 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762041 May 26 18:07:49.485860 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a59434-8c11-4408-b649-5558b5af01ee req-adb34ef6-334e-42e7-8e22-1e6d89dca5a7 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:49.488298 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e6a59434-8c11-4408-b649-5558b5af01ee req-adb34ef6-334e-42e7-8e22-1e6d89dca5a7 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 944 time: 0.0591991 May 26 18:07:49.553251 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e6a59434-8c11-4408-b649-5558b5af01ee req-7ca312c2-0b63-467f-957f-8a1d705a084e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536885 May 26 18:07:49.674256 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0a4a0-a7ab-4397-a602-0e5acb809cce req-2d6b94f1-a034-4785-a9cc-3a1cb4bd08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:49.676473 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07a0a4a0-a7ab-4397-a602-0e5acb809cce req-2d6b94f1-a034-4785-a9cc-3a1cb4bd08f1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 1128 time: 0.1038435 May 26 18:07:49.765676 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-eb9ef458-6d79-4c5b-a1a0-abd03cdf1419 req-f04ee711-bec8-40f4-84ef-ca4bfedf3729 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0677123 May 26 18:07:49.774943 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:49.836789 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0a4a0-a7ab-4397-a602-0e5acb809cce req-142e41d5-1257-4f0d-8675-03b0442961ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:49.838809 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07a0a4a0-a7ab-4397-a602-0e5acb809cce req-142e41d5-1257-4f0d-8675-03b0442961ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.1523776 May 26 18:07:49.887688 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07a0a4a0-a7ab-4397-a602-0e5acb809cce req-25eb70f3-c492-4979-8945-45bb92846dc8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96 HTTP/1.1" status: 200 len: 217 time: 0.0363369 May 26 18:07:50.014298 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0a4a0-a7ab-4397-a602-0e5acb809cce req-f1b99d33-d304-497c-85bd-3e16ceaf26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:50.016880 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07a0a4a0-a7ab-4397-a602-0e5acb809cce req-f1b99d33-d304-497c-85bd-3e16ceaf26d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.1204898 May 26 18:07:50.081254 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0a4a0-a7ab-4397-a602-0e5acb809cce req-e4fd617e-e0df-46c4-bb7a-77c2bf75415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:50.082853 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07a0a4a0-a7ab-4397-a602-0e5acb809cce req-e4fd617e-e0df-46c4-bb7a-77c2bf75415a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477436 May 26 18:07:50.407744 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784cf6a-0336-4265-a8e5-de261e2df91c req-c387d9f2-20c4-4fc0-91cb-fc4e9837a86b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:50.410530 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5784cf6a-0336-4265-a8e5-de261e2df91c req-c387d9f2-20c4-4fc0-91cb-fc4e9837a86b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.0997250 May 26 18:07:50.466052 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-19e42036-8258-43f3-bbb1-977760ca4c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:50.532319 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07a0a4a0-a7ab-4397-a602-0e5acb809cce req-63a9b483-7d6b-4c6f-8bea-829f58396264 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964689 May 26 18:07:50.625038 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5784cf6a-0336-4265-a8e5-de261e2df91c req-8663eadb-151b-4860-93be-044439fc5eb8 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675408 May 26 18:07:50.736246 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d7f25-11d0-44d6-8e0b-b6c296b94999 req-5786c339-0e34-426c-bbb9-8c52c1e9309c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:50.743206 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-203d7f25-11d0-44d6-8e0b-b6c296b94999 req-5786c339-0e34-426c-bbb9-8c52c1e9309c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 944 time: 0.0785878 May 26 18:07:50.871255 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-203d7f25-11d0-44d6-8e0b-b6c296b94999 req-b02fe8de-e0a5-46d9-85de-28c9c123bfc9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236274 May 26 18:07:50.967415 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7d1334bf-9968-4a5b-99f9-0cca5dba0d33 req-beb16dcf-c81b-4075-88a7-bca6377c23ba tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0693274 May 26 18:07:51.633935 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=77,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:51.829004 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34396eb-ceca-4559-87d3-5657b1dc13ce req-01aff9e7-6002-4e27-a004-d76b20a26053 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:51.831982 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c34396eb-ceca-4559-87d3-5657b1dc13ce req-01aff9e7-6002-4e27-a004-d76b20a26053 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.0884349 May 26 18:07:51.865518 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:51.904317 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:51.932443 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c34396eb-ceca-4559-87d3-5657b1dc13ce req-8b7f5241-fdc0-43cc-85c0-2c976f86ab27 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915346 May 26 18:07:52.156000 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b81a6c-ce82-4f7c-abb5-29ba1ac50a0e req-c9022ce0-7fe5-4511-8c15-54497160374e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:52.171301 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-77b81a6c-ce82-4f7c-abb5-29ba1ac50a0e req-c9022ce0-7fe5-4511-8c15-54497160374e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 944 time: 0.1652086 May 26 18:07:52.180319 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8c67fcce-d5cd-44fd-a369-a46820574538 req-80f28aa0-015f-4c8d-8358-6cb4125abf18 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0747902 May 26 18:07:52.264626 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5504205b-c7f9-44bd-bd92-7e2d2536ea96 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:07:52.265262 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-77b81a6c-ce82-4f7c-abb5-29ba1ac50a0e req-e03cc4cc-4a46-43f4-a09c-cd0c1b4d2972 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925922 May 26 18:07:52.391811 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:52.432194 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 5504205b-c7f9-44bd-bd92-7e2d2536ea96, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:52.446689 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'port_id': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'mac_address': 'fa:16:3e:6e:e9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:07:52.500169 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:52.500169 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:52.519091 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5504205b-c7f9-44bd-bd92-7e2d2536ea96 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:07:52.549525 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 5504205b-c7f9-44bd-bd92-7e2d2536ea96, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:52.568968 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:52.649578 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=5504205b-c7f9-44bd-bd92-7e2d2536ea96,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:52.660912 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c17f955f-c8a8-440c-a737-62f3f9ee6f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:53.001627 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['5504205b-c7f9-44bd-bd92-7e2d2536ea96'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:07:53.123532 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3075f-f253-4c3a-86a3-0084e9adb15c req-f489bd71-3f83-4742-a4e8-6de75517464a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:53.125362 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8cb3075f-f253-4c3a-86a3-0084e9adb15c req-f489bd71-3f83-4742-a4e8-6de75517464a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.0850630 May 26 18:07:53.253095 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8cb3075f-f253-4c3a-86a3-0084e9adb15c req-e0462625-55fb-46f8-b26a-f2883f55f812 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157134 May 26 18:07:53.347586 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6d3f7243-c8e9-40bf-8012-7e0588ab9c71 req-5eb02897-d872-48cd-b50c-beb0c75944ed tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0461431 May 26 18:07:53.456053 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed1160-8246-47d3-8313-95b7fbcffafa req-4361f435-7649-4b58-9207-c62877f7206d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:53.457856 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-42ed1160-8246-47d3-8313-95b7fbcffafa req-4361f435-7649-4b58-9207-c62877f7206d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 945 time: 0.0781500 May 26 18:07:53.531476 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-42ed1160-8246-47d3-8313-95b7fbcffafa req-a27c8f0f-5aa9-4040-9c59-1f883ef45283 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632107 May 26 18:07:53.894615 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:54.298150 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5504205b-c7f9-44bd-bd92-7e2d2536ea96 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:07:54.400063 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:07:54.425268 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:54.426657 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:54.476893 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a443-5c42-4043-92f2-8f30181bbed1 req-9e6a724c-5087-4b1b-8a1e-2cbce3d2d1e9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:54.478623 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6470a443-5c42-4043-92f2-8f30181bbed1 req-9e6a724c-5087-4b1b-8a1e-2cbce3d2d1e9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.0767763 May 26 18:07:54.593013 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6470a443-5c42-4043-92f2-8f30181bbed1 req-9484fd29-543f-4e83-a0a6-480f3ff050c6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028614 May 26 18:07:54.618226 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:54.618226 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:54.654844 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6960abdf-a0db-467f-81a6-057ca157950d req-b1bd2b54-51fe-4c29-ab0c-73a110bd5a8d tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.1024961 May 26 18:07:54.678574 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:07:54.678574 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a07445-27aa-4147-a4c9-55d2c713d4cf" -d '{"events": [{"server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "name": "network-vif-plugged", "status": "completed", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:07:54.697373 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 5504205b-c7f9-44bd-bd92-7e2d2536ea96, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:54.704300 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:54.752879 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48464eba-d92f-4e6a-b556-7361a79c9ab4 x-openstack-request-id: req-48464eba-d92f-4e6a-b556-7361a79c9ab4 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:07:54.753379 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "name": "network-vif-plugged", "status": "completed", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:07:54.753709 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48464eba-d92f-4e6a-b556-7361a79c9ab4 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:07:54.754325 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48464eba-d92f-4e6a-b556-7361a79c9ab4'] response: {'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'code': 200} May 26 18:07:54.758309 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:54.819298 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=5504205b-c7f9-44bd-bd92-7e2d2536ea96,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:54.834895 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.835627 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b92dc0-a403-4a24-b002-90c915f11678 req-e109d38c-e5d7-45f2-8c34-d36f664fcd46 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:54.836018 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.836719 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.837368 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c1b92dc0-a403-4a24-b002-90c915f11678 req-e109d38c-e5d7-45f2-8c34-d36f664fcd46 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0759628 May 26 18:07:54.838666 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.839079 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.839538 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.839930 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.840326 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.840764 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.841153 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.841672 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.842007 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.842526 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.842844 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.843164 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:54.921985 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c1b92dc0-a403-4a24-b002-90c915f11678 req-4796e478-7ffb-4e2f-8870-e71afa1930dc tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722163 May 26 18:07:55.580330 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:55.594221 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-07a0a4a0-a7ab-4397-a602-0e5acb809cce req-f50b82d7-d44d-47ef-8e77-74b3a977b8ec service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303926 May 26 18:07:55.643969 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:55.745692 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978b380-8dd0-4a5a-9d1f-a212e7c5ce75 req-cf9a044c-7edc-4ca1-a276-d412f609cc43 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:55.753074 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0978b380-8dd0-4a5a-9d1f-a212e7c5ce75 req-cf9a044c-7edc-4ca1-a276-d412f609cc43 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.0698423 May 26 18:07:55.807613 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b530df-8464-4fe0-b84e-001dc8a3719f req-70c00ee1-b213-477a-a1f9-bb892d7f3f9e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0535500 May 26 18:07:55.856199 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0978b380-8dd0-4a5a-9d1f-a212e7c5ce75 req-3d9f36e4-9c90-43a1-afd5-b0b7fcb52b84 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903783 May 26 18:07:56.055901 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b35d4-7fc7-40a7-98be-ed1425e6145a req-2c5a3389-393d-41c0-bc16-6e86080ffc54 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:56.057483 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8b0b35d4-7fc7-40a7-98be-ed1425e6145a req-2c5a3389-393d-41c0-bc16-6e86080ffc54 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0543342 May 26 18:07:56.117816 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8b0b35d4-7fc7-40a7-98be-ed1425e6145a req-0a3de91a-207f-47b5-aa06-23d1ec443da0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540853 May 26 18:07:56.544730 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095e5b9-7051-4b91-bccb-60e9b0463e97 req-857809ea-9908-4eea-bcb1-abbca9a31d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:56.546270 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c095e5b9-7051-4b91-bccb-60e9b0463e97 req-857809ea-9908-4eea-bcb1-abbca9a31d2f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 1130 time: 0.0786574 May 26 18:07:56.585713 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-75844987-3961-4f93-81cd-4bca15182ccd tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:56.588238 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-75844987-3961-4f93-81cd-4bca15182ccd tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/networks?id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 HTTP/1.1" status: 200 len: 813 time: 0.1458781 May 26 18:07:56.605230 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-3d6bfc9a-b2f1-4d14-b6ac-15e418cf2f7d tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/quotas/98761773ea78490baebe0b3d9414ac45 HTTP/1.1" status: 200 len: 375 time: 0.0116575 May 26 18:07:56.663828 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-25aa0980-62a5-44e8-9cba-136caf73027a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=98761773ea78490baebe0b3d9414ac45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525393 May 26 18:07:56.732962 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:56.765131 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-47f5b1af-51f5-4050-b99a-458997740738 service neutron] 10.222.0.76 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892227 May 26 18:07:56.927169 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4a45d5ae-c618-407b-8c52-e062bf2b3dd1 req-4e1326eb-c437-4f14-b567-2e32820c2b13 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0327127 May 26 18:07:56.989465 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:57.106454 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a085b-2db9-4899-9324-c28a02455ba6 req-83fd66cf-2b83-40cb-8ae6-ad3ffbc06c06 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:57.108384 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e2a085b-2db9-4899-9324-c28a02455ba6 req-83fd66cf-2b83-40cb-8ae6-ad3ffbc06c06 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.1052783 May 26 18:07:57.177261 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c095e5b9-7051-4b91-bccb-60e9b0463e97 req-0e2a65db-8c55-4347-a0c8-f36e113626d5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755060 May 26 18:07:57.179698 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-a02d01e3-acf7-47ed-b407-a8730caccbc8 service neutron] 10.222.0.76 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089417 May 26 18:07:57.184651 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787589-d1da-4870-9b2e-679ea198257d req-6a8430cb-2755-4d9c-9c11-97afd0c0e66a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:57.186491 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-6a8430cb-2755-4d9c-9c11-97afd0c0e66a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.86 "GET /v2.0/networks?id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 HTTP/1.1" status: 200 len: 808 time: 0.2028539 May 26 18:07:57.200851 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e2a085b-2db9-4899-9324-c28a02455ba6 req-f7fd5e87-4ec8-417e-9cd4-d92e43723531 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817134 May 26 18:07:57.339232 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485f9dd-1ab0-4835-aab1-95434ab39572 req-ee048213-72cb-48a4-9daa-e2b0bd768910 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:57.342576 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1485f9dd-1ab0-4835-aab1-95434ab39572 req-ee048213-72cb-48a4-9daa-e2b0bd768910 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0772569 May 26 18:07:57.661632 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1485f9dd-1ab0-4835-aab1-95434ab39572 req-78d003ff-357a-4e63-a8d8-78d959c0a013 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129423 May 26 18:07:57.683865 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-ede754e4-140d-417c-b38d-e6c0fe591db4 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb HTTP/1.1" status: 200 len: 379 time: 0.0945768 May 26 18:07:58.030849 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Request body: {'port': {'device_id': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'admin_state_up': True, 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'security_groups': ['fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75']}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:58.036700 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a8e2ee95-830d-43fe-9a04-9c808c2103ee req-08559aad-b5fe-4e80-b174-9d87d3892190 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0386941 May 26 18:07:58.147159 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Made reservation on behalf of c2cf8fb59b4f4b12900d336f1d91b1eb for: {'port': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:07:58.150354 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:58.303104 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:58.332946 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device fd73efc2-2443-44e5-9d43-9649da06c136 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:07:58.337766 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:58.351378 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Allocated IP 172.20.0.8 (5ff450f3-5a0c-4191-a23a-7524e2ee2ff8/2dbb9457-4139-44db-b2ae-ac67a48aada7/cec989f8-be13-49dc-b5fc-f64f60308480) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:07:58.365795 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965a312-68a2-49aa-bda0-90eee1613382 req-35aaaf33-2dd2-4a3a-9c78-c73d58bbdd85 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:58.372658 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6965a312-68a2-49aa-bda0-90eee1613382 req-35aaaf33-2dd2-4a3a-9c78-c73d58bbdd85 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 943 time: 0.0874259 May 26 18:07:58.426811 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3d5e1d4c-6bef-4141-8415-7a1b1f0bc653 req-8484a611-b2fb-4d1c-9b84-dfeeddc08c8f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 210 time: 0.0549433 May 26 18:07:58.506487 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6965a312-68a2-49aa-bda0-90eee1613382 req-ec899b4f-0c89-4d44-8ce8-2cd54421a37c tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329246 May 26 18:07:58.530964 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port fd73efc2-2443-44e5-9d43-9649da06c136, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=fd73efc2-2443-44e5-9d43-9649da06c136,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:58.640534 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for port (cec989f8-be13-49dc-b5fc-f64f60308480), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:58.692629 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:58.694438 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'fd73efc2-2443-44e5-9d43-9649da06c136', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'port_id': 'fd73efc2-2443-44e5-9d43-9649da06c136', 'mac_address': 'fa:16:3e:f4:ad:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:07:58.740235 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port fd73efc2-2443-44e5-9d43-9649da06c136 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:07:58.740559 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:58.751113 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:07:58.755912 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:07:58.760132 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd73efc2-2443-44e5-9d43-9649da06c136 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:07:58.760936 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:07:58.786871 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port fd73efc2-2443-44e5-9d43-9649da06c136, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=fd73efc2-2443-44e5-9d43-9649da06c136,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:07:58.792565 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:58.793720 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event updated for resources: {'Port': ['ID=cec989f8-be13-49dc-b5fc-f64f60308480,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:58.816349 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.816883 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.817237 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.817574 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.817902 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.818246 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.818573 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.818894 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.819264 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.819892 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.819892 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.820204 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.820571 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.820893 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.821273 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:07:58.846731 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:58.856378 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:58.857589 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:58.867843 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f9fca-0b62-486a-b097-628023d35a6e req-43a885fe-ea50-4cf2-9074-c86aba5a90ec tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:58.869914 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-882f9fca-0b62-486a-b097-628023d35a6e req-43a885fe-ea50-4cf2-9074-c86aba5a90ec tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0879653 May 26 18:07:58.881185 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=fd73efc2-2443-44e5-9d43-9649da06c136,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:58.884966 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-1588ddfa-e8ae-42fd-9642-aa33bc5fcf0e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8584752 May 26 18:07:58.933809 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-882f9fca-0b62-486a-b097-628023d35a6e req-202d8f09-52e5-432f-9222-6acfc9c4ccc0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554531 May 26 18:07:59.074223 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5661437-ce4e-4715-b70e-25f9fdc7c53d req-fff5ad04-c721-4560-b3ad-0244622eb372 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:59.079271 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a5661437-ce4e-4715-b70e-25f9fdc7c53d req-fff5ad04-c721-4560-b3ad-0244622eb372 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0610425 May 26 18:07:59.091997 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59042) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:07:59.098288 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-fd8f103c-c0ea-46d2-af9f-2701c532c9a5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Request body: {'floatingip': {'port_id': '5504205b-c7f9-44bd-bd92-7e2d2536ea96'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:59.143507 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-c15f8aa1-bf77-483d-b385-d70b44a1136e None None] Provisioning complete for port cec989f8-be13-49dc-b5fc-f64f60308480 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:07:59.143864 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c15f8aa1-bf77-483d-b385-d70b44a1136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.163583 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fd8f103c-c0ea-46d2-af9f-2701c532c9a5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for floatingip (3ef85a88-1c4b-47b4-96b8-9e6b53d9b538), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.195706 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-c15f8aa1-bf77-483d-b385-d70b44a1136e None None] Port cec989f8-be13-49dc-b5fc-f64f60308480 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:07:59.198249 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Request body: {'port': {'device_id': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:07:59.273467 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['fd73efc2-2443-44e5-9d43-9649da06c136'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:07:59.288062 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5f3e1-6e50-4b4f-8820-c143629763d6 req-f207377d-cb22-4d40-9aef-d3044b17c3fe tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:59.290082 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8f5f3e1-6e50-4b4f-8820-c143629763d6 req-f207377d-cb22-4d40-9aef-d3044b17c3fe tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 931 time: 0.1305594 May 26 18:07:59.340276 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.487354 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8f5f3e1-6e50-4b4f-8820-c143629763d6 req-c8114738-0f81-4236-8b5e-15905100712c tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866314 May 26 18:07:59.673438 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:59.679121 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:59.726042 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-752119a4-0405-48cf-b6ba-962d06263b92 req-1964c66e-f9f8-42f3-8c28-bbe4e07f3028 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 210 time: 0.0503054 May 26 18:07:59.771270 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec989f8-be13-49dc-b5fc-f64f60308480 {{(pid=104147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:07:59.783535 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Publish callbacks [] for port (cec989f8-be13-49dc-b5fc-f64f60308480), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.798703 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.provisioning_blocks [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Transition to ACTIVE for port object cec989f8-be13-49dc-b5fc-f64f60308480 will not be triggered until provisioned by entity L2. {{(pid=104147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:07:59.799482 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10025d09-80a4-4399-9b28-860e5631dd8a req-afecc9b6-e6cd-4200-9569-21a52d26b2fc tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:07:59.801108 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-10025d09-80a4-4399-9b28-860e5631dd8a req-afecc9b6-e6cd-4200-9569-21a52d26b2fc tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 944 time: 0.1117489 May 26 18:07:59.807461 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.850086 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:07:59.865552 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Pushing event updated for resources: {'Port': ['ID=cec989f8-be13-49dc-b5fc-f64f60308480,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:07:59.954771 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-10025d09-80a4-4399-9b28-860e5631dd8a req-703db702-7554-4ccc-bdaf-14c18ce72128 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467862 May 26 18:07:59.964443 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.managers [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Attempting to bind port cec989f8-be13-49dc-b5fc-f64f60308480 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:07:59.964928 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.managers [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Attempting to bind port cec989f8-be13-49dc-b5fc-f64f60308480 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'}] {{(pid=104147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:07:59.965359 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Attempting to bind port cec989f8-be13-49dc-b5fc-f64f60308480 on network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:59.970553 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Port cec989f8-be13-49dc-b5fc-f64f60308480 on network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:07:59.970967 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Attempting to bind port cec989f8-be13-49dc-b5fc-f64f60308480 on network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:07:59.975995 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fd8f103c-c0ea-46d2-af9f-2701c532c9a5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.980322 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:07:59.982643 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fd8f103c-c0ea-46d2-af9f-2701c532c9a5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (3ef85a88-1c4b-47b4-96b8-9e6b53d9b538), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:07:59.983328 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Checking segment: {'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:07:59.984446 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Bound using segment: {'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'} {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:07:59.985527 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.managers [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Bound port: cec989f8-be13-49dc-b5fc-f64f60308480, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b21a6c-a4c8-4029-8d5f-f5af6664b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8'}}] {{(pid=104147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:07:59.986478 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:00.083119 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:00.085276 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] For port cec989f8-be13-49dc-b5fc-f64f60308480, host hv-cinder-83906, cleared binding levels {{(pid=104147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:08:00.090707 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] For port cec989f8-be13-49dc-b5fc-f64f60308480, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=cec989f8-be13-49dc-b5fc-f64f60308480,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:08:00.099312 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:00.125035 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-fd8f103c-c0ea-46d2-af9f-2701c532c9a5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Floating IP 3ef85a88-1c4b-47b4-96b8-9e6b53d9b538 associated. External IP: 172.27.1.70, port: 5504205b-c7f9-44bd-bd92-7e2d2536ea96. May 26 18:08:00.148271 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:00.149314 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for port (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:00.151664 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] 10.222.0.86 "PUT /v2.0/ports/cec989f8-be13-49dc-b5fc-f64f60308480 HTTP/1.1" status: 200 len: 1093 time: 0.9612823 May 26 18:08:00.152253 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:00.155419 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bda9009-9a0a-4190-99f8-5ae1637d971f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:00.207043 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb66c74-818f-4d99-a211-1b9483134f5b service neutron] Pushing event updated for resources: {'Port': ['ID=cec989f8-be13-49dc-b5fc-f64f60308480,revision_number=3']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:00.253299 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91eb1fef-b523-44f6-bd8e-73db37e0f362 x-openstack-request-id: req-91eb1fef-b523-44f6-bd8e-73db37e0f362 {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:00.253958 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:00.254449 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91eb1fef-b523-44f6-bd8e-73db37e0f362 {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:00.254866 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91eb1fef-b523-44f6-bd8e-73db37e0f362'] response: {'name': 'network-changed', 'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'status': 'completed', 'code': 200} May 26 18:08:00.326766 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787589-d1da-4870-9b2e-679ea198257d req-504d2d9a-6ebf-4bf7-93ca-91a228733a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:00.329313 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-504d2d9a-6ebf-4bf7-93ca-91a228733a1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 1127 time: 0.0539067 May 26 18:08:00.463265 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-c0124c60-1347-4116-9b6e-74bf47228439 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec989f8-be13-49dc-b5fc-f64f60308480 HTTP/1.1" status: 200 len: 217 time: 0.0734539 May 26 18:08:00.506434 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8f103c-c0ea-46d2-af9f-2701c532c9a5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Router 27dd8832-0584-4c9a-abd9-f84c2c759178 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:08:00.554670 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787589-d1da-4870-9b2e-679ea198257d req-2c6c0fed-50f5-4add-a65f-2d4e67d1f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:00.557243 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-2c6c0fed-50f5-4add-a65f-2d4e67d1f354 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2dbb9457-4139-44db-b2ae-ac67a48aada7 HTTP/1.1" status: 200 len: 847 time: 0.0695598 May 26 18:08:00.641709 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787589-d1da-4870-9b2e-679ea198257d req-0dde098e-9032-4ee3-a620-946744a73f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:00.644403 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-0dde098e-9032-4ee3-a620-946744a73f65 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729010 May 26 18:08:00.651900 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-a9fffec9-0957-4d3e-8d6a-8eecdaa27f37 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:00.653471 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-a9fffec9-0957-4d3e-8d6a-8eecdaa27f37 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.86 "GET /v2.0/networks?id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 HTTP/1.1" status: 200 len: 813 time: 0.2554550 May 26 18:08:00.699109 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7566ca6-38c0-4712-956e-fdd8da22937a req-f5ab129d-0f21-4660-b968-9732ee460a03 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:00.700780 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e7566ca6-38c0-4712-956e-fdd8da22937a req-f5ab129d-0f21-4660-b968-9732ee460a03 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.1181514 May 26 18:08:00.706742 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device fd73efc2-2443-44e5-9d43-9649da06c136 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:08:00.738000 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Request body: {'port': {'device_id': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'admin_state_up': True, 'tenant_id': '98761773ea78490baebe0b3d9414ac45'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:00.762728 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8f103c-c0ea-46d2-af9f-2701c532c9a5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:08:00.771438 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fd8f103c-c0ea-46d2-af9f-2701c532c9a5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:00.791875 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853060a2-8e17-4142-9bb2-6c5dc5b2a90c None None] Sync routers for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:00.797780 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:00.801513 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port fd73efc2-2443-44e5-9d43-9649da06c136 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:08:00.820006 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port fd73efc2-2443-44e5-9d43-9649da06c136 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:08:00.820713 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:00.834951 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853060a2-8e17-4142-9bb2-6c5dc5b2a90c None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:00.837628 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-853060a2-8e17-4142-9bb2-6c5dc5b2a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:00.869017 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:00.890106 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e7566ca6-38c0-4712-956e-fdd8da22937a req-8e2f3c48-9184-4268-84bb-85111490d7bd tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809971 May 26 18:08:00.899062 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-fd8f103c-c0ea-46d2-af9f-2701c532c9a5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "PUT /v2.0/floatingips/3ef85a88-1c4b-47b4-96b8-9e6b53d9b538 HTTP/1.1" status: 200 len: 991 time: 1.8045895 May 26 18:08:00.903535 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:00.906147 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0547f6-ad5c-4151-933a-65c6010cc1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:00.972996 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port fd73efc2-2443-44e5-9d43-9649da06c136 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:00.976026 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:00.978541 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5694ed91-e795-4d7e-bb75-181ac2bd0a55 req-2e386fb2-b092-4355-8290-d8b28475a9f9 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 210 time: 0.0766990 May 26 18:08:01.006617 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d511103-50ce-4556-a7ac-74bb1c945e2b x-openstack-request-id: req-0d511103-50ce-4556-a7ac-74bb1c945e2b {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:01.006617 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:01.006617 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d511103-50ce-4556-a7ac-74bb1c945e2b {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:01.007053 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d511103-50ce-4556-a7ac-74bb1c945e2b'] response: {'name': 'network-changed', 'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'status': 'completed', 'code': 200} May 26 18:08:01.041246 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd73efc2-2443-44e5-9d43-9649da06c136'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:01.050246 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Made reservation on behalf of 98761773ea78490baebe0b3d9414ac45 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:08:01.050547 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda3f086-d62e-4957-ba3e-f19f81e5206c" -d '{"events": [{"server_uuid": "68f6bb73-a942-4dbe-9a48-e5260f4955af", "name": "network-vif-plugged", "status": "completed", "tag": "fd73efc2-2443-44e5-9d43-9649da06c136"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:01.053885 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:01.060036 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-132f2370-aa85-4083-ab66-4fe72b6e97a8 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266551 May 26 18:08:01.123898 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port fd73efc2-2443-44e5-9d43-9649da06c136, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=fd73efc2-2443-44e5-9d43-9649da06c136,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:01.130306 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:01.135273 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-853060a2-8e17-4142-9bb2-6c5dc5b2a90c None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:01.173053 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0547f6-ad5c-4151-933a-65c6010cc1ea req-3a620d5d-e1d6-4d56-8517-c0b086895aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:01.186300 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b427bb-df16-4b4c-89e7-e94c056e4283 x-openstack-request-id: req-61b427bb-df16-4b4c-89e7-e94c056e4283 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:01.186783 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6bb73-a942-4dbe-9a48-e5260f4955af", "name": "network-vif-plugged", "status": "completed", "tag": "fd73efc2-2443-44e5-9d43-9649da06c136", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:01.187173 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-61b427bb-df16-4b4c-89e7-e94c056e4283 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:01.187604 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b427bb-df16-4b4c-89e7-e94c056e4283'] response: {'server_uuid': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd73efc2-2443-44e5-9d43-9649da06c136', 'code': 200} May 26 18:08:01.188719 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ce0547f6-ad5c-4151-933a-65c6010cc1ea req-3a620d5d-e1d6-4d56-8517-c0b086895aeb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 1130 time: 0.1542661 May 26 18:08:01.275191 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4e787589-d1da-4870-9b2e-679ea198257d req-035e187f-d094-4e2d-a128-7cb65185989f service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036843 May 26 18:08:01.306477 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=fd73efc2-2443-44e5-9d43-9649da06c136,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:01.415282 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2862ea4-0d97-4086-af63-2fe0d888946e req-30cd921a-8e86-4001-b615-74368a97c6fe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:01.416731 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b2862ea4-0d97-4086-af63-2fe0d888946e req-30cd921a-8e86-4001-b615-74368a97c6fe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.2649555 May 26 18:08:01.487962 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-853060a2-8e17-4142-9bb2-6c5dc5b2a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3ef85a88-1c4b-47b4-96b8-9e6b53d9b538', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'port_id': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'mac_address': 'fa:16:3e:6e:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:07:37Z', 'updated_at': '2022-05-26T18:07:59Z', 'revision_number': 1, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 5, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:01.517438 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Allocated IP 172.20.0.9 (9fcc67dc-f23b-473a-b2d1-b02ae2b2a272/5314348d-f217-4b92-bed8-d33b873a2bbf/e68fb5bc-371c-476f-9c1e-c7d20160dd7d) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:08:01.520587 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853060a2-8e17-4142-9bb2-6c5dc5b2a90c None None] Checking router: 27dd8832-0584-4c9a-abd9-f84c2c759178 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:01.532988 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853060a2-8e17-4142-9bb2-6c5dc5b2a90c None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:01.533876 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-853060a2-8e17-4142-9bb2-6c5dc5b2a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:01.538598 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b2862ea4-0d97-4086-af63-2fe0d888946e req-1e271976-cb3f-4499-a6ce-aadc587d504f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072724 May 26 18:08:01.545954 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:01.759513 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-853060a2-8e17-4142-9bb2-6c5dc5b2a90c None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:01.907761 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:02.006772 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:02.163383 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:08:02.174246 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a43729-b8d0-4cec-b0aa-5654797a7cb6 req-cd3fd45e-6d8e-4254-9f8e-8a927b2b3ae3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:02.187977 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-27a43729-b8d0-4cec-b0aa-5654797a7cb6 req-cd3fd45e-6d8e-4254-9f8e-8a927b2b3ae3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.1448286 May 26 18:08:02.194243 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:08:02.210318 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-853060a2-8e17-4142-9bb2-6c5dc5b2a90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3ef85a88-1c4b-47b4-96b8-9e6b53d9b538', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'port_id': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'mac_address': 'fa:16:3e:6e:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:07:37Z', 'updated_at': '2022-05-26T18:07:59Z', 'revision_number': 1, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 5, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:02.230080 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:08:02.252937 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:02.283963 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'Port': ['ID=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:02.299500 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853060a2-8e17-4142-9bb2-6c5dc5b2a90c None None] The sync data for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi is: [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3ef85a88-1c4b-47b4-96b8-9e6b53d9b538', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'port_id': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'mac_address': 'fa:16:3e:6e:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:07:37Z', 'updated_at': '2022-05-26T18:07:59Z', 'revision_number': 1, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 5, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:02.305759 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-27a43729-b8d0-4cec-b0aa-5654797a7cb6 req-46d86a8b-a4d0-4cdb-9ce8-2482b0012bd0 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962837 May 26 18:08:02.317656 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812ed0-d8db-4fb0-91f2-16edd36d3b49 req-beda3a1f-0dc5-4810-9864-5d38180df875 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:02.330682 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-41812ed0-d8db-4fb0-91f2-16edd36d3b49 req-beda3a1f-0dc5-4810-9864-5d38180df875 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 931 time: 0.1637354 May 26 18:08:02.395467 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:02.396281 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:02.428278 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-936415be-ce7b-4ff5-b8ef-7cc475774d4c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6971421 May 26 18:08:02.478056 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-41812ed0-d8db-4fb0-91f2-16edd36d3b49 req-8f321a3c-2763-4e97-a66b-9ca7e3d20e47 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464171 May 26 18:08:02.608457 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6c60ed51-3f7e-46f1-8cb8-13df75902f72 None None] Provisioning complete for port e68fb5bc-371c-476f-9c1e-c7d20160dd7d triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:08:02.608986 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6c60ed51-3f7e-46f1-8cb8-13df75902f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:02.696990 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6c60ed51-3f7e-46f1-8cb8-13df75902f72 None None] Port e68fb5bc-371c-476f-9c1e-c7d20160dd7d cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:08:02.721269 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2324a-6436-4cd8-b8d7-1ea34fd24615 req-2947bd48-d147-4f41-a0a0-6c05d9a5048d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:02.723073 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-38e2324a-6436-4cd8-b8d7-1ea34fd24615 req-2947bd48-d147-4f41-a0a0-6c05d9a5048d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0928438 May 26 18:08:02.796031 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-38e2324a-6436-4cd8-b8d7-1ea34fd24615 req-89f23dcb-6890-47db-bd86-92f00868a47f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663524 May 26 18:08:03.296936 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96aa3b-4f1a-406d-84fc-fc1f07240ffb None None] New status for floating IP 3ef85a88-1c4b-47b4-96b8-9e6b53d9b538: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:08:03.503418 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0452da-34f7-486b-8871-69861d6bd2f8 req-c87210c1-1344-41aa-a6b0-1bbe9618ebfb tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:03.507774 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5e0452da-34f7-486b-8871-69861d6bd2f8 req-c87210c1-1344-41aa-a6b0-1bbe9618ebfb tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0790601 May 26 18:08:03.640651 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5e0452da-34f7-486b-8871-69861d6bd2f8 req-b59de494-6110-41f6-b437-2471985243da tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280563 May 26 18:08:03.641786 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9f132-1528-4661-9756-6e0a97f69bf5 req-e2cd1fe8-e4aa-422e-8f60-d0f51858bbf7 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:03.651561 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-59e9f132-1528-4661-9756-6e0a97f69bf5 req-e2cd1fe8-e4aa-422e-8f60-d0f51858bbf7 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 931 time: 0.0734208 May 26 18:08:03.727811 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-59e9f132-1528-4661-9756-6e0a97f69bf5 req-ce2c2026-03b3-4817-b2fa-819a05683146 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748744 May 26 18:08:03.939610 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:04.043122 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3f312-d9a8-4ed2-8198-e1c62f15ac20 req-032e4b6b-da50-4b49-940d-88d9a45c8fba tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:04.046323 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9aa3f312-d9a8-4ed2-8198-e1c62f15ac20 req-032e4b6b-da50-4b49-940d-88d9a45c8fba tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.1189184 May 26 18:08:04.126252 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9aa3f312-d9a8-4ed2-8198-e1c62f15ac20 req-f2731cf9-77a9-401c-8d24-16f9f7e56c9a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729463 May 26 18:08:04.810255 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fc792-d330-4872-bbe6-dbaa71ae25fe req-e7281ecd-452b-496e-9b62-aee9c49fc59a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:04.811917 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a49fc792-d330-4872-bbe6-dbaa71ae25fe req-e7281ecd-452b-496e-9b62-aee9c49fc59a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0754604 May 26 18:08:04.881773 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a49fc792-d330-4872-bbe6-dbaa71ae25fe req-6f7811f2-7fa3-419f-93f2-364124507464 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635839 May 26 18:08:04.884961 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eeda3-98e3-45e4-890c-7ad1377461c5 req-03869c82-6523-47a7-9e6a-1698e7e92dc5 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:04.901237 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c30eeda3-98e3-45e4-890c-7ad1377461c5 req-03869c82-6523-47a7-9e6a-1698e7e92dc5 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 931 time: 0.0861781 May 26 18:08:04.968610 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c30eeda3-98e3-45e4-890c-7ad1377461c5 req-8467eaca-4106-4ff8-acca-424668582a4e tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602331 May 26 18:08:05.283432 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d945f-8456-49db-b4ab-5fab0ae8d59c req-3fb14a94-7e86-41dc-b188-89e8fe3d4764 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:05.284994 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3d3d945f-8456-49db-b4ab-5fab0ae8d59c req-3fb14a94-7e86-41dc-b188-89e8fe3d4764 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0625489 May 26 18:08:05.354603 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3d3d945f-8456-49db-b4ab-5fab0ae8d59c req-926ff162-3c22-4706-a3c4-f21ed6b424bc tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638399 May 26 18:08:06.031870 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b8b8-3051-4a9c-8fa4-de7ed8955add req-a8d625e3-815c-4bcc-b766-ee0e29878d9d tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:06.033459 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-45c5b8b8-3051-4a9c-8fa4-de7ed8955add req-a8d625e3-815c-4bcc-b766-ee0e29878d9d tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0685062 May 26 18:08:06.112314 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4c97c-869e-4426-8d1d-b85712aea1db req-5bf0a213-5b68-4591-99ba-2445acd55c77 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:06.114121 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-81e4c97c-869e-4426-8d1d-b85712aea1db req-5bf0a213-5b68-4591-99ba-2445acd55c77 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 931 time: 0.0576346 May 26 18:08:06.126818 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-45c5b8b8-3051-4a9c-8fa4-de7ed8955add req-6730971f-b8eb-4e4d-9fed-55086096383e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869579 May 26 18:08:06.177832 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:06.187855 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-81e4c97c-869e-4426-8d1d-b85712aea1db req-52b056f5-fe5a-4383-8459-b8d7a4ffa17d tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680697 May 26 18:08:06.535103 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedfbd7-7dcb-4b69-b6e6-4983f41473f9 req-301a1f51-25ea-4694-b2a7-6bca089308a8 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:06.537013 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cdedfbd7-7dcb-4b69-b6e6-4983f41473f9 req-301a1f51-25ea-4694-b2a7-6bca089308a8 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0641770 May 26 18:08:06.572763 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:06.601566 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cdedfbd7-7dcb-4b69-b6e6-4983f41473f9 req-d616c988-41c2-4c0c-8599-4232857a6d32 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535042 May 26 18:08:07.287224 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7ee28-61bb-4460-862b-35f6f800967f req-e511d547-f122-4169-98e1-2a6295df7123 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:07.289358 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d5d7ee28-61bb-4460-862b-35f6f800967f req-e511d547-f122-4169-98e1-2a6295df7123 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0588038 May 26 18:08:07.373895 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d5d7ee28-61bb-4460-862b-35f6f800967f req-90d57a1d-c276-4996-a6f5-eb4288ed45d4 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700524 May 26 18:08:07.381408 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ff23c-bceb-45db-ab0b-77bd4f7809e2 req-4817b569-fac1-47ee-8fb8-d47562459924 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:07.383524 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a10ff23c-bceb-45db-ab0b-77bd4f7809e2 req-4817b569-fac1-47ee-8fb8-d47562459924 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 931 time: 0.0766115 May 26 18:08:07.463417 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a10ff23c-bceb-45db-ab0b-77bd4f7809e2 req-40be5454-03b5-470a-a51c-648df7355a9f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656981 May 26 18:08:07.774730 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f75af-5cad-4e61-830c-542f827a850d req-d0850177-1cc8-4de2-8fcc-0afac3652573 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:07.776497 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a67f75af-5cad-4e61-830c-542f827a850d req-d0850177-1cc8-4de2-8fcc-0afac3652573 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0574539 May 26 18:08:07.839641 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a67f75af-5cad-4e61-830c-542f827a850d req-3ee388d4-9994-40c7-9d2b-14d8d199685b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553675 May 26 18:08:08.552915 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c31b8d-d2b3-4b67-8931-90caf4c61017 req-f86aa664-1fbc-481b-a782-a888aa652719 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:08.554618 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-82c31b8d-d2b3-4b67-8931-90caf4c61017 req-f86aa664-1fbc-481b-a782-a888aa652719 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0751398 May 26 18:08:08.630489 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139235f-79d1-481e-aab4-cb304603425f req-6d80d87c-ebee-4c74-9f8e-1714f358659c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:08.638145 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1139235f-79d1-481e-aab4-cb304603425f req-6d80d87c-ebee-4c74-9f8e-1714f358659c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 931 time: 0.0584891 May 26 18:08:08.647383 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-82c31b8d-d2b3-4b67-8931-90caf4c61017 req-66039b94-34ed-43cc-96a8-985ccf29147d tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794032 May 26 18:08:08.701625 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1139235f-79d1-481e-aab4-cb304603425f req-1e237d3a-b935-4140-a126-8c72937da338 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625682 May 26 18:08:08.976353 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b25327-9f79-42fb-b22b-693db5ee0547 req-c3ee08d4-b75f-43c1-843d-f3950af724af tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:08.978319 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2b25327-9f79-42fb-b22b-693db5ee0547 req-c3ee08d4-b75f-43c1-843d-f3950af724af tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0626929 May 26 18:08:09.071949 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2b25327-9f79-42fb-b22b-693db5ee0547 req-c31f99f4-5a6d-4a98-9132-e488382e99b0 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804672 May 26 18:08:09.844295 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087784af-ec3b-43ef-806c-ed75c8b87fbc req-9f529d1f-bbb6-45cc-b033-c9ba2c397582 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:09.847824 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0afe5-27c1-4ae0-9473-477e633b661b req-0ceeb7c8-51c5-45b5-954a-6b38211ab002 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:09.850907 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-42b0afe5-27c1-4ae0-9473-477e633b661b req-0ceeb7c8-51c5-45b5-954a-6b38211ab002 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0986001 May 26 18:08:09.852850 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-087784af-ec3b-43ef-806c-ed75c8b87fbc req-9f529d1f-bbb6-45cc-b033-c9ba2c397582 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 931 time: 0.0748315 May 26 18:08:09.938022 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-087784af-ec3b-43ef-806c-ed75c8b87fbc req-61be5c01-4457-451a-aa32-bb258c5d5be8 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838103 May 26 18:08:09.951470 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-42b0afe5-27c1-4ae0-9473-477e633b661b req-7c4bd720-c98b-4f5f-826d-511f788ad9c2 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923808 May 26 18:08:10.224342 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985db518-1ba7-423a-b95a-1f7439a54147 req-5303de74-ed6a-433a-a3ad-db8078045584 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:10.232605 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-985db518-1ba7-423a-b95a-1f7439a54147 req-5303de74-ed6a-433a-a3ad-db8078045584 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0648286 May 26 18:08:10.300211 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-985db518-1ba7-423a-b95a-1f7439a54147 req-6fb45547-f17d-461d-8698-739501d65a1a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664556 May 26 18:08:11.070717 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Request body: {'port': {'device_id': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:11.108849 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a181d-4d26-4847-9943-e16cab2dad83 req-22cd01ff-7aaf-4b46-a88c-bfdfc184193c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.110782 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7b2a181d-4d26-4847-9943-e16cab2dad83 req-22cd01ff-7aaf-4b46-a88c-bfdfc184193c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 931 time: 0.0744720 May 26 18:08:11.178912 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7b2a181d-4d26-4847-9943-e16cab2dad83 req-f965a892-3666-4af2-a8b3-4845d43507cd tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621405 May 26 18:08:11.205492 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd81203-8fb5-47ee-855d-df2524d5eea4 req-04f7414f-f605-4c65-86c1-6ac1d238be64 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.207131 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8dd81203-8fb5-47ee-855d-df2524d5eea4 req-04f7414f-f605-4c65-86c1-6ac1d238be64 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.1327055 May 26 18:08:11.265960 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:11.285319 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.302351 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0547f6-ad5c-4151-933a-65c6010cc1ea req-d5878016-727a-4d2e-a264-a61f0d0af736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.304073 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ce0547f6-ad5c-4151-933a-65c6010cc1ea req-d5878016-727a-4d2e-a264-a61f0d0af736 service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.2753367 May 26 18:08:11.404217 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8dd81203-8fb5-47ee-855d-df2524d5eea4 req-f573cc67-5cb3-4451-aabd-ab3e3accf74e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727369 May 26 18:08:11.467728 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:11.484018 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe1f9c-c949-4527-a17d-9a593a04d494 req-207f6d2c-7d93-4649-8318-358d929ffe7a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.486585 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-52fe1f9c-c949-4527-a17d-9a593a04d494 req-207f6d2c-7d93-4649-8318-358d929ffe7a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0751920 May 26 18:08:11.592380 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda9009-9a0a-4190-99f8-5ae1637d971f req-c9a7ec2f-4189-4545-a0fb-687506d4fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.593942 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2bda9009-9a0a-4190-99f8-5ae1637d971f req-c9a7ec2f-4189-4545-a0fb-687506d4fbe0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 1127 time: 0.0945675 May 26 18:08:11.598965 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-52fe1f9c-c949-4527-a17d-9a593a04d494 req-ccc2b520-4c1f-41e5-8faa-eaca33733c32 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011662 May 26 18:08:11.644111 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ce0547f6-ad5c-4151-933a-65c6010cc1ea req-e9a651f1-4e78-4a37-ae77-395eda30034c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96 HTTP/1.1" status: 200 len: 1001 time: 0.0971832 May 26 18:08:11.667242 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:11.725939 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda9009-9a0a-4190-99f8-5ae1637d971f req-7e47bff3-959e-4381-9154-9d2c9cda932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.728206 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2bda9009-9a0a-4190-99f8-5ae1637d971f req-7e47bff3-959e-4381-9154-9d2c9cda932c service neutron] 10.222.0.86 "GET /v2.0/networks?id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 HTTP/1.1" status: 200 len: 909 time: 0.1274648 May 26 18:08:11.775592 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:11.786392 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2bda9009-9a0a-4190-99f8-5ae1637d971f req-336650dc-26c2-4e9d-bfb3-3b913a073383 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec989f8-be13-49dc-b5fc-f64f60308480 HTTP/1.1" status: 200 len: 217 time: 0.0489588 May 26 18:08:11.807044 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7d353-cd93-40f5-9f65-95dd8894e5cf req-6ca6fa71-04c0-4788-babb-16cf520b249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.808640 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4de7d353-cd93-40f5-9f65-95dd8894e5cf req-6ca6fa71-04c0-4788-babb-16cf520b249a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 1129 time: 0.1229694 May 26 18:08:11.813594 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0547f6-ad5c-4151-933a-65c6010cc1ea req-4c969fe2-a58b-4b3f-a59c-4234be113f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.815224 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ce0547f6-ad5c-4151-933a-65c6010cc1ea req-4c969fe2-a58b-4b3f-a59c-4234be113f84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.1406140 May 26 18:08:11.845109 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda9009-9a0a-4190-99f8-5ae1637d971f req-fe047fac-253f-438f-a789-fa73768bc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.846951 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2bda9009-9a0a-4190-99f8-5ae1637d971f req-fe047fac-253f-438f-a789-fa73768bc20f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2dbb9457-4139-44db-b2ae-ac67a48aada7 HTTP/1.1" status: 200 len: 847 time: 0.0536726 May 26 18:08:11.924798 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda9009-9a0a-4190-99f8-5ae1637d971f req-01d610af-361d-4d86-873f-f6ca7c791ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.927370 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2bda9009-9a0a-4190-99f8-5ae1637d971f req-01d610af-361d-4d86-873f-f6ca7c791ac7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661173 May 26 18:08:11.936092 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0547f6-ad5c-4151-933a-65c6010cc1ea req-375acba7-2c49-40e8-bdfc-6587df1d470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:11.937680 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ce0547f6-ad5c-4151-933a-65c6010cc1ea req-375acba7-2c49-40e8-bdfc-6587df1d470f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028135 May 26 18:08:11.945087 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4de7d353-cd93-40f5-9f65-95dd8894e5cf req-6f4f4673-6840-457c-9f39-70201704bc57 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195509 May 26 18:08:11.992637 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68fb5bc-371c-476f-9c1e-c7d20160dd7d {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:08:12.001657 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Publish callbacks [] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.018520 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Transition to ACTIVE for port object e68fb5bc-371c-476f-9c1e-c7d20160dd7d will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:08:12.022950 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.078480 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2bda9009-9a0a-4190-99f8-5ae1637d971f req-a64a2de8-a0ee-442f-87d7-7f09ce97fd96 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439295 May 26 18:08:12.104850 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Pushing event updated for resources: {'Port': ['ID=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:12.411474 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2bda9009-9a0a-4190-99f8-5ae1637d971f req-6195d58c-bd3f-48b2-a0f6-0bac3ecf2710 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280580 May 26 18:08:12.510666 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bafc5-9a0e-4886-b6e0-634450cf01e4 req-8a5ba639-8584-4378-bfe5-850d1ab88728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:12.512310 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6a3bafc5-9a0e-4886-b6e0-634450cf01e4 req-8a5ba639-8584-4378-bfe5-850d1ab88728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 943 time: 0.1171098 May 26 18:08:12.546675 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12a6b4-28a0-43ba-b74d-2a63a5364443 req-9f4ee28c-8a8e-49a9-8128-ec8107c6ae4e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:12.548295 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8b12a6b4-28a0-43ba-b74d-2a63a5364443 req-9f4ee28c-8a8e-49a9-8128-ec8107c6ae4e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0511913 May 26 18:08:12.555860 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Attempting to bind port e68fb5bc-371c-476f-9c1e-c7d20160dd7d on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:08:12.556192 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Attempting to bind port e68fb5bc-371c-476f-9c1e-c7d20160dd7d by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:08:12.556521 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Attempting to bind port e68fb5bc-371c-476f-9c1e-c7d20160dd7d on network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:08:12.577405 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Port e68fb5bc-371c-476f-9c1e-c7d20160dd7d on network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:08:12.577709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Attempting to bind port e68fb5bc-371c-476f-9c1e-c7d20160dd7d on network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:08:12.584298 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:12.589296 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:12.598223 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:08:12.598565 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Checking segment: {'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:08:12.598960 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Bound using segment: {'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:08:12.600018 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Bound port: e68fb5bc-371c-476f-9c1e-c7d20160dd7d, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07aba9cd-f0c6-4756-aedb-4a2f844b1f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:08:12.600018 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.603356 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ce0547f6-ad5c-4151-933a-65c6010cc1ea req-1c14685d-9a5c-42d3-8ac2-36bd05d2afb5 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098889 May 26 18:08:12.631037 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6a3bafc5-9a0e-4886-b6e0-634450cf01e4 req-046aae8e-30ff-42a8-90f3-2fe3028ec4d5 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005342 May 26 18:08:12.632807 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8b12a6b4-28a0-43ba-b74d-2a63a5364443 req-7ab102dc-9657-4045-a9a9-afb0e60d859d tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783834 May 26 18:08:12.666499 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=67 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:12.667349 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=87 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:12.705031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] For port e68fb5bc-371c-476f-9c1e-c7d20160dd7d, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:08:12.710097 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] For port e68fb5bc-371c-476f-9c1e-c7d20160dd7d, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:08:12.730700 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.802512 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106ec69-97a1-4034-a338-0ad05ea7b284 req-b1e73d29-f8a8-41ca-b03a-96fc919c73ea tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:12.804167 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c106ec69-97a1-4034-a338-0ad05ea7b284 req-b1e73d29-f8a8-41ca-b03a-96fc919c73ea tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0966954 May 26 18:08:12.807572 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:12.808200 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:12.810311 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] 10.222.0.86 "PUT /v2.0/ports/e68fb5bc-371c-476f-9c1e-c7d20160dd7d HTTP/1.1" status: 200 len: 1093 time: 1.7545865 May 26 18:08:12.810957 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:12.813322 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30466c9b-8b86-41df-bfcd-7eb96cef8e73" -d '{"events": [{"name": "network-changed", "server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:12.851418 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188fcac-5c85-4cec-af71-a65dae56c82f service neutron] Pushing event updated for resources: {'Port': ['ID=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:12.895395 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d2cbab-92f1-44e1-a149-1351c23d7d20 x-openstack-request-id: req-83d2cbab-92f1-44e1-a149-1351c23d7d20 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:12.895732 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:12.896095 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83d2cbab-92f1-44e1-a149-1351c23d7d20 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:12.896643 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d2cbab-92f1-44e1-a149-1351c23d7d20'] response: {'name': 'network-changed', 'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'status': 'completed', 'code': 200} May 26 18:08:12.902799 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c106ec69-97a1-4034-a338-0ad05ea7b284 req-cc55b1de-345c-42c3-9623-a29044aaade5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856569 May 26 18:08:12.974792 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:12.994515 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30466c9b-8b86-41df-bfcd-7eb96cef8e73 req-a421f3d4-256d-42df-865d-abd98dd2c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:12.995543 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-30466c9b-8b86-41df-bfcd-7eb96cef8e73 req-a421f3d4-256d-42df-865d-abd98dd2c704 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98761773ea78490baebe0b3d9414ac45&device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 1127 time: 0.0555258 May 26 18:08:13.035367 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ce0547f6-ad5c-4151-933a-65c6010cc1ea req-d96feb57-83f3-4aa1-a2f6-471790b1696b service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181731 May 26 18:08:13.125707 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30466c9b-8b86-41df-bfcd-7eb96cef8e73 req-b7df8262-81a9-4c9c-9b59-97b67830baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:13.127284 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-30466c9b-8b86-41df-bfcd-7eb96cef8e73 req-b7df8262-81a9-4c9c-9b59-97b67830baa9 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=98761773ea78490baebe0b3d9414ac45&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1097054 May 26 18:08:13.778209 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba4471-f0a0-4fb1-b5ea-e08facf4cf0e req-f1069929-c311-4496-ba26-cc6455c55580 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:13.780141 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ddba4471-f0a0-4fb1-b5ea-e08facf4cf0e req-f1069929-c311-4496-ba26-cc6455c55580 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0523875 May 26 18:08:13.804056 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55abba-e1bb-4e02-be8f-f2f8f356562a req-9086d927-0e5f-41da-9ff4-f04947745a38 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:13.805634 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cc55abba-e1bb-4e02-be8f-f2f8f356562a req-9086d927-0e5f-41da-9ff4-f04947745a38 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 943 time: 0.0693395 May 26 18:08:13.836034 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30466c9b-8b86-41df-bfcd-7eb96cef8e73 req-13973042-d1fb-46e7-a5f5-18551e6b1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:13.837523 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-30466c9b-8b86-41df-bfcd-7eb96cef8e73 req-13973042-d1fb-46e7-a5f5-18551e6b1539 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615343 May 26 18:08:13.846326 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ddba4471-f0a0-4fb1-b5ea-e08facf4cf0e req-b88505b8-4ac5-40d6-af19-7ff955839e1a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578945 May 26 18:08:13.880051 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cc55abba-e1bb-4e02-be8f-f2f8f356562a req-cd43839e-fdba-4d8b-8dc8-13d3dcfcdeba tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616362 May 26 18:08:14.086446 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fb23c-b7ab-47e1-a037-89d916e9e915 req-21d833f8-b7e3-4b4a-86bc-532fdd3cc10f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:14.088475 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fe5fb23c-b7ab-47e1-a037-89d916e9e915 req-21d833f8-b7e3-4b4a-86bc-532fdd3cc10f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0593984 May 26 18:08:14.091900 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-5f682385-3b43-46f8-a974-f0791b32db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:14.093468 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-5f682385-3b43-46f8-a974-f0791b32db11 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98761773ea78490baebe0b3d9414ac45&device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 1127 time: 0.0603628 May 26 18:08:14.146394 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-549a0487-c2e6-40aa-a50d-1e49e01ae50d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d HTTP/1.1" status: 200 len: 217 time: 0.0355153 May 26 18:08:14.158524 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fe5fb23c-b7ab-47e1-a037-89d916e9e915 req-9b39b37e-0ff9-470c-bb1b-4785968d6db3 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624127 May 26 18:08:14.196770 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:14.210929 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-9ac92392-f892-4a01-86e3-e335882f922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:14.212287 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-9ac92392-f892-4a01-86e3-e335882f922e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5314348d-f217-4b92-bed8-d33b873a2bbf HTTP/1.1" status: 200 len: 852 time: 0.0576975 May 26 18:08:14.266575 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-533494ac-a491-442f-927d-02968415dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:14.268098 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-533494ac-a491-442f-927d-02968415dde3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425043 May 26 18:08:14.363774 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-90617b87-0021-40e5-9700-53e81772d629 service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868573 May 26 18:08:14.453500 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e46d2d30-7e61-4259-9e9f-c9e4d4b4560f req-f9966c3b-d8b5-46ad-a603-419d5eb98618 service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831282 May 26 18:08:14.968842 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b6995-f47c-4110-8e9a-628627fabd98 req-04196435-39b6-4c61-8ae8-55d83ed972f9 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:14.970383 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-636b6995-f47c-4110-8e9a-628627fabd98 req-04196435-39b6-4c61-8ae8-55d83ed972f9 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0531669 May 26 18:08:15.005176 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bd55c-707c-4670-b4f0-304f44b6eb11 req-3da057c9-59b5-43ee-b9d4-4be929f97c50 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:15.006736 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8e4bd55c-707c-4670-b4f0-304f44b6eb11 req-3da057c9-59b5-43ee-b9d4-4be929f97c50 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 943 time: 0.0494981 May 26 18:08:15.020501 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-636b6995-f47c-4110-8e9a-628627fabd98 req-eb0cdb90-209b-4fcc-bfb6-3c7329e20b6c tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444531 May 26 18:08:15.056538 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8e4bd55c-707c-4670-b4f0-304f44b6eb11 req-64cb11c4-230a-40bf-93bc-e6c8955a1d65 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 May 26 18:08:15.289597 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4faaa4-d444-4e10-ba9e-5a2918f5c6f7 req-45a18400-51b4-440a-96d3-4f63fab9ca09 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:15.291182 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4d4faaa4-d444-4e10-ba9e-5a2918f5c6f7 req-45a18400-51b4-440a-96d3-4f63fab9ca09 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0492079 May 26 18:08:15.344369 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4d4faaa4-d444-4e10-ba9e-5a2918f5c6f7 req-93e17fc8-538f-4aa8-916c-16e7c4256a32 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465381 May 26 18:08:15.462455 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76351-2508-41b2-9079-aee70436d944 req-5b2f5dbb-a0d1-4ef6-9be9-66f2d1e0600a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:15.463879 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d5d76351-2508-41b2-9079-aee70436d944 req-5b2f5dbb-a0d1-4ef6-9be9-66f2d1e0600a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0518413 May 26 18:08:15.528921 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d5d76351-2508-41b2-9079-aee70436d944 req-ccba6bd8-bc60-4250-9b92-7c8303bf2e37 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585196 May 26 18:08:15.554718 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59172) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:15.751895 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86a231d-7e76-4d4a-9003-e3fc647c92f9 tempest-TestVolumeBootPattern-1697460873 tempest-TestVolumeBootPattern-1697460873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:15.753578 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e86a231d-7e76-4d4a-9003-e3fc647c92f9 tempest-TestVolumeBootPattern-1697460873 tempest-TestVolumeBootPattern-1697460873-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 1124 time: 0.1978130 May 26 18:08:15.756537 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59176) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:15.761269 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'port_id': 'fd73efc2-2443-44e5-9d43-9649da06c136', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:15.784698 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:15.869687 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:15.872058 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:15.982041 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Allocated IP 172.27.1.90 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/385224a1-95d3-41c1-896d-0b0fdb857ab0) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:08:16.091877 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for port (385224a1-95d3-41c1-896d-0b0fdb857ab0), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:16.152223 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:16.159742 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a395a-1830-40f7-aaa9-221501429c50 req-2a7df60d-61a4-44ef-9ec2-25ed4d51f10a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:16.161235 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1f6a395a-1830-40f7-aaa9-221501429c50 req-2a7df60d-61a4-44ef-9ec2-25ed4d51f10a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0660543 May 26 18:08:16.176814 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200ee65-5766-4f31-a59e-25fcc2998367 req-af271609-d8c2-4fab-83be-a3d7d7006ae8 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:16.178269 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (385224a1-95d3-41c1-896d-0b0fdb857ab0), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:16.178514 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a200ee65-5766-4f31-a59e-25fcc2998367 req-af271609-d8c2-4fab-83be-a3d7d7006ae8 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 943 time: 0.0508091 May 26 18:08:16.228579 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a200ee65-5766-4f31-a59e-25fcc2998367 req-927178e9-6cb6-418f-bf1c-bb90926b6dde tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 May 26 18:08:16.234088 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:08:16.245822 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:08:16.249933 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:08:16.294593 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'Port': ['ID=385224a1-95d3-41c1-896d-0b0fdb857ab0,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:16.299962 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1f6a395a-1830-40f7-aaa9-221501429c50 req-0603820d-23a9-42ec-9879-ee622eb6cdaf tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315556 May 26 18:08:16.639324 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (944c6b90-fee4-4c44-b399-1ecb1555cfb0), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:16.923500 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:16.928468 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (385224a1-95d3-41c1-896d-0b0fdb857ab0), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:17.118968 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a41bf5-20da-4a02-b261-6faf70b12625 req-f8d44e6a-b0d4-4eb7-aed3-2d528ce9b626 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:17.120437 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-19a41bf5-20da-4a02-b261-6faf70b12625 req-f8d44e6a-b0d4-4eb7-aed3-2d528ce9b626 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 946 time: 0.0638380 May 26 18:08:17.172360 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for port (385224a1-95d3-41c1-896d-0b0fdb857ab0), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:17.182706 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (385224a1-95d3-41c1-896d-0b0fdb857ab0), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:17.211525 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-19a41bf5-20da-4a02-b261-6faf70b12625 req-cb38f2f7-cb75-4d2d-a1c8-445734de5bc1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815003 May 26 18:08:17.226436 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:17.252772 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'Port': ['ID=385224a1-95d3-41c1-896d-0b0fdb857ab0,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:17.272623 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (944c6b90-fee4-4c44-b399-1ecb1555cfb0), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:17.354579 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c55eb-5657-400d-9bb7-bcc18ee2577a req-570641f6-d9c0-4095-8aad-b4b795bf6e9f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:17.356084 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-584c55eb-5657-400d-9bb7-bcc18ee2577a req-570641f6-d9c0-4095-8aad-b4b795bf6e9f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 943 time: 0.0527911 May 26 18:08:17.401960 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.l3_db [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Floating IP 944c6b90-fee4-4c44-b399-1ecb1555cfb0 associated. External IP: 172.27.1.90, port: fd73efc2-2443-44e5-9d43-9649da06c136. May 26 18:08:17.411719 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-584c55eb-5657-400d-9bb7-bcc18ee2577a req-16dcfa20-a20a-4d76-824f-f226099db79f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 May 26 18:08:17.456689 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca84da-e550-4f51-aa49-689ac91bc5b0 req-1ce18821-d883-4ee4-af52-694ad4f4c04f tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:17.458215 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-99ca84da-e550-4f51-aa49-689ac91bc5b0 req-1ce18821-d883-4ee4-af52-694ad4f4c04f tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0884409 May 26 18:08:17.554018 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-99ca84da-e550-4f51-aa49-689ac91bc5b0 req-97fdb5d6-42ba-4ef9-907c-8e5ed78282b6 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884991 May 26 18:08:17.661749 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:08:17.757358 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:17.772463 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:08:17.783619 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657645c7-f927-44f7-97da-e3691e129b47 None None] Sync routers for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:17.791171 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:17.793474 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657645c7-f927-44f7-97da-e3691e129b47 None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:17.794089 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-657645c7-f927-44f7-97da-e3691e129b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:17.822942 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c9a6bfc9-834c-47e6-a3b5-0c870f135852 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0652382 May 26 18:08:17.823622 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'tag': 'fd73efc2-2443-44e5-9d43-9649da06c136'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:17.827307 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74901425-bf0e-4358-9088-0a8d864d9d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "68f6bb73-a942-4dbe-9a48-e5260f4955af", "tag": "fd73efc2-2443-44e5-9d43-9649da06c136"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:17.863733 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c5bacb-605b-44a5-9dfb-f57ae186696e x-openstack-request-id: req-39c5bacb-605b-44a5-9dfb-f57ae186696e {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:17.864025 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f6bb73-a942-4dbe-9a48-e5260f4955af", "tag": "fd73efc2-2443-44e5-9d43-9649da06c136", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:17.864279 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39c5bacb-605b-44a5-9dfb-f57ae186696e {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:17.864677 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c5bacb-605b-44a5-9dfb-f57ae186696e'] response: {'name': 'network-changed', 'server_uuid': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'tag': 'fd73efc2-2443-44e5-9d43-9649da06c136', 'status': 'completed', 'code': 200} May 26 18:08:17.972885 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-657645c7-f927-44f7-97da-e3691e129b47 None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:18.186238 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-657645c7-f927-44f7-97da-e3691e129b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '944c6b90-fee4-4c44-b399-1ecb1555cfb0', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': 'fd73efc2-2443-44e5-9d43-9649da06c136', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:f4:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:16Z', 'updated_at': '2022-05-26T18:08:16Z', 'revision_number': 0, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:18.209827 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657645c7-f927-44f7-97da-e3691e129b47 None None] Checking router: 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:18.218710 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657645c7-f927-44f7-97da-e3691e129b47 None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:18.219306 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-657645c7-f927-44f7-97da-e3691e129b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:18.327760 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-657645c7-f927-44f7-97da-e3691e129b47 None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:18.342870 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3850d6-04a4-4e00-b8e9-322ead8f3872 req-2d57748b-f396-4e40-bcb6-74c0837cccbe tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:18.349577 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8a3850d6-04a4-4e00-b8e9-322ead8f3872 req-2d57748b-f396-4e40-bcb6-74c0837cccbe tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 946 time: 0.0605929 May 26 18:08:18.400704 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8a3850d6-04a4-4e00-b8e9-322ead8f3872 req-67d52943-7727-4357-9f52-e9311196692a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500679 May 26 18:08:18.530452 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd3f92-0cbd-427d-a9d7-fb0c7e4059bb req-b1933df7-dba6-4586-935f-db416028ed38 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:18.531922 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6dfd3f92-0cbd-427d-a9d7-fb0c7e4059bb req-b1933df7-dba6-4586-935f-db416028ed38 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 943 time: 0.0491290 May 26 18:08:18.577152 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:18.595367 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6dfd3f92-0cbd-427d-a9d7-fb0c7e4059bb req-7cc90c50-3e32-4d71-996c-4477f6360b76 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577495 May 26 18:08:18.595724 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-657645c7-f927-44f7-97da-e3691e129b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '944c6b90-fee4-4c44-b399-1ecb1555cfb0', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': 'fd73efc2-2443-44e5-9d43-9649da06c136', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:f4:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:16Z', 'updated_at': '2022-05-26T18:08:16Z', 'revision_number': 0, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:18.624038 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657645c7-f927-44f7-97da-e3691e129b47 None None] The sync data for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi is: [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '944c6b90-fee4-4c44-b399-1ecb1555cfb0', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': 'fd73efc2-2443-44e5-9d43-9649da06c136', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:f4:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:16Z', 'updated_at': '2022-05-26T18:08:16Z', 'revision_number': 0, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:18.639867 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:08:18.684841 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94356c1a-31b6-430c-bf0f-195bc72da247 req-c5fd59d0-5fcd-4ad1-85d1-94e257503544 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:18.685848 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-94356c1a-31b6-430c-bf0f-195bc72da247 req-c5fd59d0-5fcd-4ad1-85d1-94e257503544 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0513144 May 26 18:08:18.705880 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e68fb5bc-371c-476f-9c1e-c7d20160dd7d details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:08:18.709365 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:18.741946 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-94356c1a-31b6-430c-bf0f-195bc72da247 req-46bc5313-53a3-431c-bde6-4c76a4470b3b tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498927 May 26 18:08:18.819624 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e68fb5bc-371c-476f-9c1e-c7d20160dd7d, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:18.833478 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'port_id': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'mac_address': 'fa:16:3e:f1:6f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:08:18.864555 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f89da3-c4d4-4066-ac74-9e1c3ebb691a None None] New status for floating IP 944c6b90-fee4-4c44-b399-1ecb1555cfb0: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:08:18.910733 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port e68fb5bc-371c-476f-9c1e-c7d20160dd7d is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:18.911111 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:18.932912 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68fb5bc-371c-476f-9c1e-c7d20160dd7d {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:08:18.989289 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e68fb5bc-371c-476f-9c1e-c7d20160dd7d, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:18.998982 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:19.071702 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:19.524123 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7cc24-8632-4b6e-aeb4-1f3492ef5454 req-4127747d-b236-487d-ad74-920261b64c64 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:19.525616 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-39a7cc24-8632-4b6e-aeb4-1f3492ef5454 req-4127747d-b236-487d-ad74-920261b64c64 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 946 time: 0.0477920 May 26 18:08:19.546616 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['e68fb5bc-371c-476f-9c1e-c7d20160dd7d'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:08:19.575548 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-39a7cc24-8632-4b6e-aeb4-1f3492ef5454 req-b479d8d2-8ef0-4a34-bb05-1ba6d5417603 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436740 May 26 18:08:19.578824 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:19.613038 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901425-bf0e-4358-9088-0a8d864d9d6a req-f3c28bee-584f-434d-9e63-62d6030aac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:19.614596 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-74901425-bf0e-4358-9088-0a8d864d9d6a req-f3c28bee-584f-434d-9e63-62d6030aac9a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 1129 time: 0.0403149 May 26 18:08:19.748176 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9369f0b-f88a-48d7-b37b-f9510f2aac9d req-7c0d2e41-b27a-4773-8940-5be1810883f3 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:19.749652 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e9369f0b-f88a-48d7-b37b-f9510f2aac9d req-7c0d2e41-b27a-4773-8940-5be1810883f3 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 944 time: 0.0638957 May 26 18:08:19.777747 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901425-bf0e-4358-9088-0a8d864d9d6a req-c251a889-383e-42bf-9eea-708e3e4ba53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:19.779904 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-74901425-bf0e-4358-9088-0a8d864d9d6a req-c251a889-383e-42bf-9eea-708e3e4ba53e service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 913 time: 0.1486149 May 26 18:08:19.780307 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:19.814777 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e9369f0b-f88a-48d7-b37b-f9510f2aac9d req-1bc335ba-ca07-40b9-bc89-bea5760eb031 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587852 May 26 18:08:19.884477 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69db38f-1271-438e-9c71-a9602922dd87 req-147ab2be-9541-4e05-ac05-f9ce0667b0fc tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:19.886086 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c69db38f-1271-438e-9c71-a9602922dd87 req-147ab2be-9541-4e05-ac05-f9ce0667b0fc tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0607898 May 26 18:08:19.895373 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-74901425-bf0e-4358-9088-0a8d864d9d6a req-0f5098d1-e51f-446c-be2e-e4a302d5562d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd73efc2-2443-44e5-9d43-9649da06c136 HTTP/1.1" status: 200 len: 1000 time: 0.0681150 May 26 18:08:19.939324 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c69db38f-1271-438e-9c71-a9602922dd87 req-102d6d0c-e7ea-4fe7-8206-a2ce0d84e75b tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473099 May 26 18:08:20.029713 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901425-bf0e-4358-9088-0a8d864d9d6a req-2d326ea0-d2f8-4e77-89a3-9563a744d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:20.030653 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-477a84e3-cce5-44a5-861f-ad2ed4caeb74 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:20.031109 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-74901425-bf0e-4358-9088-0a8d864d9d6a req-2d326ea0-d2f8-4e77-89a3-9563a744d9d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.0463023 May 26 18:08:20.032098 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-477a84e3-cce5-44a5-861f-ad2ed4caeb74 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 946 time: 0.0469460 May 26 18:08:20.087305 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901425-bf0e-4358-9088-0a8d864d9d6a req-76982ef1-786b-465d-980c-586beb1219d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:20.088825 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-74901425-bf0e-4358-9088-0a8d864d9d6a req-76982ef1-786b-465d-980c-586beb1219d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386918 May 26 18:08:20.120795 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:20.136566 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Deleting port d9b2d18d-b65f-4926-afd9-c098ee263dcf {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:20.136906 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:20.187661 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-74901425-bf0e-4358-9088-0a8d864d9d6a req-69f14060-274a-432c-88c5-9fd5e9c927ce service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905533 May 26 18:08:20.231568 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] For port d9b2d18d-b65f-4926-afd9-c098ee263dcf, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=d9b2d18d-b65f-4926-afd9-c098ee263dcf,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:20.231933 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:20.287260 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-74901425-bf0e-4358-9088-0a8d864d9d6a req-5dcfe16f-1bd5-486e-a501-c5f290a83a74 service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930922 May 26 18:08:20.435322 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9bec5247-3e9a-4292-9c46-7d39e0c2c58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:20.449134 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:20.450052 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (0c27b6e5-1313-41d6-a5f7-1010199d0d03), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:20.450604 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Floating IP 0c27b6e5-1313-41d6-a5f7-1010199d0d03 disassociated. External IP: 172.27.1.54, port: d9b2d18d-b65f-4926-afd9-c098ee263dcf. May 26 18:08:20.450969 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Calling delete_port for d9b2d18d-b65f-4926-afd9-c098ee263dcf owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:20.582937 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (d9b2d18d-b65f-4926-afd9-c098ee263dcf), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:20.614406 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'Port': ['ID=d9b2d18d-b65f-4926-afd9-c098ee263dcf,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:20.685385 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a91d5856-6fde-4cbd-9910-2bca639da592 req-76db7a21-6e6a-4800-a9eb-e0224a4642c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 210 time: 0.0336359 May 26 18:08:20.713869 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device cec989f8-be13-49dc-b5fc-f64f60308480 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:08:20.724836 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:08:20.725234 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e68fb5bc-371c-476f-9c1e-c7d20160dd7d up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:08:20.779141 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:20.830438 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port e68fb5bc-371c-476f-9c1e-c7d20160dd7d completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:08:20.834136 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:08:20.837236 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port e68fb5bc-371c-476f-9c1e-c7d20160dd7d triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:08:20.837602 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:20.852647 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ea5137-6fd2-4845-87ae-fb6da4153fb6 None None] Sync routers for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:20.870416 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea5137-6fd2-4845-87ae-fb6da4153fb6 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:20.871943 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-39ea5137-6fd2-4845-87ae-fb6da4153fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:20.899369 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port cec989f8-be13-49dc-b5fc-f64f60308480, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=cec989f8-be13-49dc-b5fc-f64f60308480,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:20.923281 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'port_id': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'mac_address': 'fa:16:3e:f6:0c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:08:20.923552 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] No DVR routers for this DVR port d9b2d18d-b65f-4926-afd9-c098ee263dcf on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:08:20.926290 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:20.927344 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:20.930789 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-389cbac5-ccdb-4c68-8784-1a7424d73a08 req-1ee58675-3c6b-42ef-967b-eae6efd53dad tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "DELETE /v2.0/ports/d9b2d18d-b65f-4926-afd9-c098ee263dcf HTTP/1.1" status: 204 len: 173 time: 0.8798032 May 26 18:08:20.931288 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'name': 'network-vif-deleted', 'tag': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:20.933617 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3a2a7c-d66f-42b9-afc9-e198181f2130" -d '{"events": [{"server_uuid": "80c10917-bf25-4d3c-990b-3c44c2b7847e", "name": "network-vif-deleted", "tag": "d9b2d18d-b65f-4926-afd9-c098ee263dcf"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:20.978659 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7303d0-45e2-4c94-a75b-307df6ccbb35 req-467a2611-21c5-43ba-96e4-e061f7b1e727 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:20.980365 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1f7303d0-45e2-4c94-a75b-307df6ccbb35 req-467a2611-21c5-43ba-96e4-e061f7b1e727 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 944 time: 0.0672209 May 26 18:08:21.003159 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port e68fb5bc-371c-476f-9c1e-c7d20160dd7d is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:21.003474 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:21.021555 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port cec989f8-be13-49dc-b5fc-f64f60308480 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:21.021967 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:21.030054 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91c5297-82e5-4398-86e7-7ae9121254c3 x-openstack-request-id: req-b91c5297-82e5-4398-86e7-7ae9121254c3 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:21.030375 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c10917-bf25-4d3c-990b-3c44c2b7847e", "name": "network-vif-deleted", "tag": "d9b2d18d-b65f-4926-afd9-c098ee263dcf", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:21.030643 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b91c5297-82e5-4398-86e7-7ae9121254c3 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:21.032039 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91c5297-82e5-4398-86e7-7ae9121254c3'] response: {'server_uuid': '80c10917-bf25-4d3c-990b-3c44c2b7847e', 'name': 'network-vif-deleted', 'tag': 'd9b2d18d-b65f-4926-afd9-c098ee263dcf', 'status': 'completed', 'code': 200} May 26 18:08:21.041069 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec989f8-be13-49dc-b5fc-f64f60308480 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:08:21.071169 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-39ea5137-6fd2-4845-87ae-fb6da4153fb6 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:21.081015 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:21.093902 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177cefb4-67cf-42a8-98c1-3dc496998a1f" -d '{"events": [{"server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "name": "network-vif-plugged", "status": "completed", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:21.115793 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1f7303d0-45e2-4c94-a75b-307df6ccbb35 req-d62ff0a5-0865-4a97-8428-1f3a2060e4f1 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148453 May 26 18:08:21.142863 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd99610-a5fb-4a7c-b3e1-b2a768815943 req-9753c057-748d-4ca5-b764-2e6c3494ebc9 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:21.152485 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cfd99610-a5fb-4a7c-b3e1-b2a768815943 req-9753c057-748d-4ca5-b764-2e6c3494ebc9 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0644126 May 26 18:08:21.157340 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port cec989f8-be13-49dc-b5fc-f64f60308480, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=cec989f8-be13-49dc-b5fc-f64f60308480,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:21.164979 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e68fb5bc-371c-476f-9c1e-c7d20160dd7d, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:21.166329 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:21.212070 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:21.229769 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cfd99610-a5fb-4a7c-b3e1-b2a768815943 req-c0c1132c-f236-43d2-a820-65da762de125 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730906 May 26 18:08:21.236008 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:21.245056 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd03ccd-2cc2-494f-b417-eef26dcbec4f x-openstack-request-id: req-1dd03ccd-2cc2-494f-b417-eef26dcbec4f {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:21.245602 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "name": "network-vif-plugged", "status": "completed", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:21.246046 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1dd03ccd-2cc2-494f-b417-eef26dcbec4f {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:21.246885 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd03ccd-2cc2-494f-b417-eef26dcbec4f'] response: {'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'code': 200} May 26 18:08:21.266670 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=cec989f8-be13-49dc-b5fc-f64f60308480,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:21.325086 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:21.331677 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:21.403281 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-39ea5137-6fd2-4845-87ae-fb6da4153fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': 'da46ae43-2d50-4332-b79c-a30a1b6b56a8', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:ad:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:13Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 2, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:21.433507 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ea5137-6fd2-4845-87ae-fb6da4153fb6 None None] Checking router: dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:21.442432 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea5137-6fd2-4845-87ae-fb6da4153fb6 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:21.443041 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-39ea5137-6fd2-4845-87ae-fb6da4153fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:07:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:21.549583 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-39ea5137-6fd2-4845-87ae-fb6da4153fb6 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:21.741279 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['cec989f8-be13-49dc-b5fc-f64f60308480'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:08:21.851497 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19eaef-f8e5-4bb3-9248-38e96a9ea400 req-1cd77c84-2986-4c5a-9c97-c7d966080f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:21.853378 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3d19eaef-f8e5-4bb3-9248-38e96a9ea400 req-1cd77c84-2986-4c5a-9c97-c7d966080f76 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 1129 time: 0.1005836 May 26 18:08:21.917053 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-62d636ef-7ee3-4009-8e8f-38a73c7a1892 req-a77a9300-8102-408d-8de5-43a9b79270a4 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=80c10917-bf25-4d3c-990b-3c44c2b7847e HTTP/1.1" status: 200 len: 210 time: 0.0622420 May 26 18:08:21.932824 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:21.947352 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-39ea5137-6fd2-4845-87ae-fb6da4153fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': 'da46ae43-2d50-4332-b79c-a30a1b6b56a8', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:ad:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:13Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 2, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:21.984591 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3d19eaef-f8e5-4bb3-9248-38e96a9ea400 req-399268a6-947b-4e9a-98f3-fc6d9da09950 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189342 May 26 18:08:21.992500 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ea5137-6fd2-4845-87ae-fb6da4153fb6 None None] The sync data for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi is: [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': 'da46ae43-2d50-4332-b79c-a30a1b6b56a8', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:ad:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:05:13Z', 'updated_at': '2022-05-26T18:05:44Z', 'revision_number': 2, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:21.994436 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:22.251356 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeada23-5c9d-458c-b769-fdf38624132b req-6b79bb82-0ded-4e0e-b91d-b596fe8bdcf4 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:22.253116 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-afeada23-5c9d-458c-b769-fdf38624132b req-6b79bb82-0ded-4e0e-b91d-b596fe8bdcf4 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 945 time: 0.0516400 May 26 18:08:22.290367 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:22.323387 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-afeada23-5c9d-458c-b769-fdf38624132b req-dd9f6dc5-5e39-4094-8d66-bb0c6bc38f79 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587788 May 26 18:08:22.326515 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc9dfc2-ac51-4ed3-bd47-3fead70189ce None None] New status for floating IP 0c27b6e5-1313-41d6-a5f7-1010199d0d03: DOWN {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:08:22.383427 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164b406-3634-48c3-8588-f1df3351d810 req-189cf79e-5e1c-47b9-b6cd-e84c011be25e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:22.385086 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8164b406-3634-48c3-8588-f1df3351d810 req-189cf79e-5e1c-47b9-b6cd-e84c011be25e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 944 time: 0.0702162 May 26 18:08:22.451879 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8164b406-3634-48c3-8588-f1df3351d810 req-1df035f0-f40c-4c41-a4fa-0f48773d508e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596294 May 26 18:08:22.645578 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-318454e0-06b3-4633-a3fb-6aa18c3e6580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.021268 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59238) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:23.091678 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device cec989f8-be13-49dc-b5fc-f64f60308480 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:08:23.101824 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-70120448-94e7-403c-bcb5-fa68da6dd4c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (0bb26c9f-46c5-472e-9231-b5ecdb0cbb45), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.130286 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-70120448-94e7-403c-bcb5-fa68da6dd4c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (0bb26c9f-46c5-472e-9231-b5ecdb0cbb45), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.137176 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port cec989f8-be13-49dc-b5fc-f64f60308480 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:08:23.150886 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port cec989f8-be13-49dc-b5fc-f64f60308480 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:08:23.151647 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.205611 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-70120448-94e7-403c-bcb5-fa68da6dd4c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (0bb26c9f-46c5-472e-9231-b5ecdb0cbb45), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.210998 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-70120448-94e7-403c-bcb5-fa68da6dd4c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.213471 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-70120448-94e7-403c-bcb5-fa68da6dd4c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "DELETE /v2.0/security-groups/0bb26c9f-46c5-472e-9231-b5ecdb0cbb45 HTTP/1.1" status: 204 len: 168 time: 0.1927443 May 26 18:08:23.217592 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59240) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:23.238485 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.api.v2.resource [None req-7377c3f2-4b50-4e44-985b-6e674082c89c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] show failed (client error): The resource could not be found. May 26 18:08:23.239167 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70120448-94e7-403c-bcb5-fa68da6dd4c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb26c9f-46c5-472e-9231-b5ecdb0cbb45,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:23.239616 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-7377c3f2-4b50-4e44-985b-6e674082c89c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups/0bb26c9f-46c5-472e-9231-b5ecdb0cbb45 HTTP/1.1" status: 404 len: 347 time: 0.0205383 May 26 18:08:23.246302 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59242) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:23.249080 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port cec989f8-be13-49dc-b5fc-f64f60308480 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:23.249698 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.287963 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:23.290624 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facc2b6d-3bef-46bb-a06f-c324561e4dcc" -d '{"events": [{"server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "name": "network-vif-plugged", "status": "completed", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:23.307408 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port cec989f8-be13-49dc-b5fc-f64f60308480, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=cec989f8-be13-49dc-b5fc-f64f60308480,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:23.314594 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.316805 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device d9b2d18d-b65f-4926-afd9-c098ee263dcf no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:08:23.363203 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: d9b2d18d-b65f-4926-afd9-c098ee263dcf {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:08:23.363203 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device d9b2d18d-b65f-4926-afd9-c098ee263dcf not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:08:23.367349 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:23.396897 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7774288-b5ad-4df5-9a6b-81bb36c6bb1b x-openstack-request-id: req-c7774288-b5ad-4df5-9a6b-81bb36c6bb1b {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:23.398129 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "name": "network-vif-plugged", "status": "completed", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:23.398129 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7774288-b5ad-4df5-9a6b-81bb36c6bb1b {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:23.398129 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7774288-b5ad-4df5-9a6b-81bb36c6bb1b'] response: {'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'code': 200} May 26 18:08:23.405410 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=cec989f8-be13-49dc-b5fc-f64f60308480,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:23.419194 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-ade45662-63ad-486e-82c2-846986891cd3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Deleting port 8c308f38-1d80-442a-b9be-4bb977ea8098 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:23.419883 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ade45662-63ad-486e-82c2-846986891cd3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (8c308f38-1d80-442a-b9be-4bb977ea8098), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.517429 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ade45662-63ad-486e-82c2-846986891cd3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (8c308f38-1d80-442a-b9be-4bb977ea8098), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.517927 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ade45662-63ad-486e-82c2-846986891cd3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (8c308f38-1d80-442a-b9be-4bb977ea8098), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.534222 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-ade45662-63ad-486e-82c2-846986891cd3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Calling delete_port for 8c308f38-1d80-442a-b9be-4bb977ea8098 owned by network:floatingip {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:23.584123 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9162dd-3237-46d4-8ba9-1c3e7a732a4c req-c866e81c-a94e-4cd5-9519-8dec08e84daa tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:23.594685 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fe9162dd-3237-46d4-8ba9-1c3e7a732a4c req-c866e81c-a94e-4cd5-9519-8dec08e84daa tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 945 time: 0.1458123 May 26 18:08:23.650774 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fe9162dd-3237-46d4-8ba9-1c3e7a732a4c req-7e981e0c-05fa-430a-a9e1-fdee4653d3f3 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547764 May 26 18:08:23.693944 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269e768-7212-4f13-89b7-5beaf08cc200 req-33a273d5-2707-4bcf-9eb4-1ea4d9d2f89a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:23.695606 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2269e768-7212-4f13-89b7-5beaf08cc200 req-33a273d5-2707-4bcf-9eb4-1ea4d9d2f89a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0703194 May 26 18:08:23.739815 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:23.808599 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2269e768-7212-4f13-89b7-5beaf08cc200 req-ea1bed39-3932-43f8-9a29-3ab4097b7ab3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998092 May 26 18:08:23.842632 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ade45662-63ad-486e-82c2-846986891cd3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (8c308f38-1d80-442a-b9be-4bb977ea8098), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.866083 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade45662-63ad-486e-82c2-846986891cd3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'Port': ['ID=8c308f38-1d80-442a-b9be-4bb977ea8098,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:23.900304 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.973567 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ade45662-63ad-486e-82c2-846986891cd3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (0c27b6e5-1313-41d6-a5f7-1010199d0d03), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.976386 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ade45662-63ad-486e-82c2-846986891cd3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:23.977655 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ade45662-63ad-486e-82c2-846986891cd3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "DELETE /v2.0/floatingips/0c27b6e5-1313-41d6-a5f7-1010199d0d03 HTTP/1.1" status: 204 len: 168 time: 0.7291350 May 26 18:08:24.393913 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d60d-ffa5-4091-9b86-6954d7e20764 req-5cbd8985-0f21-4e78-a520-83c9c6b5e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:24.396431 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9e04d60d-ffa5-4091-9b86-6954d7e20764 req-5cbd8985-0f21-4e78-a520-83c9c6b5e8f3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 1129 time: 0.0559161 May 26 18:08:24.457991 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9e04d60d-ffa5-4091-9b86-6954d7e20764 req-648049e8-6f65-43f2-8a45-75b5025dfa57 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503583 May 26 18:08:24.787430 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ee343-cc36-4065-84d6-882f22a64002 req-a810db8b-d231-4d17-b910-2e6ee7458268 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:24.790135 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2f1ee343-cc36-4065-84d6-882f22a64002 req-a810db8b-d231-4d17-b910-2e6ee7458268 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 945 time: 0.0629375 May 26 18:08:24.847559 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2f1ee343-cc36-4065-84d6-882f22a64002 req-ad1bf450-77a6-4f02-acbd-ac411ba7d13f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511644 May 26 18:08:24.953934 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22403615-e446-45db-baf2-cf96319de14b req-a9c7c50a-95e7-4b13-a4a4-5675c710394e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:24.955360 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-22403615-e446-45db-baf2-cf96319de14b req-a9c7c50a-95e7-4b13-a4a4-5675c710394e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0519810 May 26 18:08:24.994608 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:24.998431 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb1170-0d1a-43c4-94a5-eed30561252f req-cff6acfe-9708-4f2c-8d39-1df8fbf9457c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:25.000006 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-11bb1170-0d1a-43c4-94a5-eed30561252f req-cff6acfe-9708-4f2c-8d39-1df8fbf9457c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 945 time: 0.0754154 May 26 18:08:25.022231 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-22403615-e446-45db-baf2-cf96319de14b req-ab50f8eb-14f6-440e-8df3-4c21aee75cda tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609176 May 26 18:08:25.051908 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-11bb1170-0d1a-43c4-94a5-eed30561252f req-d718f584-b787-4ead-b15a-7939997f6678 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457265 May 26 18:08:25.445960 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47f820-ee8e-454d-a992-93ccf9d02f0e req-97bbc973-c899-4857-ada7-1926ba2ca5e7 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:25.447535 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5e47f820-ee8e-454d-a992-93ccf9d02f0e req-97bbc973-c899-4857-ada7-1926ba2ca5e7 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 945 time: 0.0585120 May 26 18:08:25.514237 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5e47f820-ee8e-454d-a992-93ccf9d02f0e req-0d4c79f4-5329-4a65-9b97-fc718ce5df99 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592043 May 26 18:08:25.524754 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:26.147637 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25a7e7-1114-4e34-ad26-f2ab81a7aceb req-353a5fc6-75ae-4d6b-a941-4a9aa12c1025 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:26.149067 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3d25a7e7-1114-4e34-ad26-f2ab81a7aceb req-353a5fc6-75ae-4d6b-a941-4a9aa12c1025 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0562639 May 26 18:08:26.206854 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3d25a7e7-1114-4e34-ad26-f2ab81a7aceb req-b9059e3e-6cea-407a-a3fa-55afa2341099 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512595 May 26 18:08:26.988093 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:27.336531 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f95788-db87-4b3c-8fbb-75611b421189 req-f71f6342-a56c-4d3e-b1be-2ac5f28deb60 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:27.338299 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-99f95788-db87-4b3c-8fbb-75611b421189 req-f71f6342-a56c-4d3e-b1be-2ac5f28deb60 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0529714 May 26 18:08:27.395486 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-99f95788-db87-4b3c-8fbb-75611b421189 req-451af203-3302-46db-86ba-3abbc0c09aed tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512693 May 26 18:08:27.538444 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d534ab-e06a-4567-aa87-818605ece339 req-c6433352-3b99-45e6-8872-29e0c72e0553 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:27.540020 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f8d534ab-e06a-4567-aa87-818605ece339 req-c6433352-3b99-45e6-8872-29e0c72e0553 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0529799 May 26 18:08:27.600828 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f8d534ab-e06a-4567-aa87-818605ece339 req-8f22ce83-bad6-4ee4-851d-3a882d4c806f tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544233 May 26 18:08:27.631921 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59310) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:27.831050 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f48bbcb-1dbb-48e6-907c-f6aae44826d5 tempest-TestShelveInstance-742240193 tempest-TestShelveInstance-742240193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:27.833184 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-8f48bbcb-1dbb-48e6-907c-f6aae44826d5 tempest-TestShelveInstance-742240193 tempest-TestShelveInstance-742240193-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 1124 time: 0.2002554 May 26 18:08:27.837153 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59318) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:27.841791 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'port_id': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:27.861067 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:27.869119 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:27.975852 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d1f22-77b2-4b0b-8ae1-8aff56710223 req-9a9d39ff-7902-4113-9001-d89ac2f08600 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:27.977352 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-022d1f22-77b2-4b0b-8ae1-8aff56710223 req-9a9d39ff-7902-4113-9001-d89ac2f08600 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 945 time: 0.0893567 May 26 18:08:28.008065 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:28.063330 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:28.084512 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-022d1f22-77b2-4b0b-8ae1-8aff56710223 req-7cf3fe24-8c13-4d20-afc2-fe406b5d9b14 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935104 May 26 18:08:28.153972 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Allocated IP 172.27.1.147 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/c36b75f0-2c0a-4a24-ae5c-a1779078b85a) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:08:28.265093 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for port (c36b75f0-2c0a-4a24-ae5c-a1779078b85a), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:28.299563 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (c36b75f0-2c0a-4a24-ae5c-a1779078b85a), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:28.337408 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:08:28.343604 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:08:28.347173 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:08:28.373693 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event updated for resources: {'Port': ['ID=c36b75f0-2c0a-4a24-ae5c-a1779078b85a,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:28.679976 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:28.741767 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for floatingip (4323744f-a88b-4098-b559-02eb14455095), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:28.811541 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c36b75f0-2c0a-4a24-ae5c-a1779078b85a), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:28.902133 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:29.003260 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for port (c36b75f0-2c0a-4a24-ae5c-a1779078b85a), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.008109 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (c36b75f0-2c0a-4a24-ae5c-a1779078b85a), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.082121 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event updated for resources: {'Port': ['ID=c36b75f0-2c0a-4a24-ae5c-a1779078b85a,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:29.094765 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (4323744f-a88b-4098-b559-02eb14455095), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.210516 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc311daa-b4af-4745-bc0b-1e3238c6896e req-7a955bdf-c23d-4d9f-abec-3374c9916ed4 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:29.212180 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bc311daa-b4af-4745-bc0b-1e3238c6896e req-7a955bdf-c23d-4d9f-abec-3374c9916ed4 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 945 time: 0.0518425 May 26 18:08:29.274162 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bc311daa-b4af-4745-bc0b-1e3238c6896e req-e2e6abe7-7e86-455a-a36c-cde7469a130d tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552416 May 26 18:08:29.450757 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Floating IP 4323744f-a88b-4098-b559-02eb14455095 associated. External IP: 172.27.1.147, port: cec989f8-be13-49dc-b5fc-f64f60308480. May 26 18:08:29.662456 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:08:29.768049 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:08:29.778309 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:29.779993 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a57373-5403-47bb-ba03-bf8a6af410d0 None None] Sync routers for ids ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:29.790743 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:29.792654 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a57373-5403-47bb-ba03-bf8a6af410d0 None None] Routers {'70f27f05-f328-4ca7-8c40-d2fcc98bf771'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:29.794064 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-98a57373-5403-47bb-ba03-bf8a6af410d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:08:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:29.829115 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-aa8a7e0f-a0e2-4ca6-97a4-fe6ef45d856e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9904027 May 26 18:08:29.829431 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:29.831996 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:29.871852 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172119a1-c04e-43b8-8b0c-09943e0f3f73 x-openstack-request-id: req-172119a1-c04e-43b8-8b0c-09943e0f3f73 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:29.872227 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:29.872489 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-172119a1-c04e-43b8-8b0c-09943e0f3f73 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:29.872926 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172119a1-c04e-43b8-8b0c-09943e0f3f73'] response: {'name': 'network-changed', 'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'status': 'completed', 'code': 200} May 26 18:08:29.910926 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-98a57373-5403-47bb-ba03-bf8a6af410d0 None None] Set router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:30.132771 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-98a57373-5403-47bb-ba03-bf8a6af410d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 4, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '4323744f-a88b-4098-b559-02eb14455095', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'port_id': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'mac_address': 'fa:16:3e:f6:0c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:28Z', 'updated_at': '2022-05-26T18:08:28Z', 'revision_number': 0, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738635a5-a4de-4af9-a303-924d9ee95507', 'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'mac_address': 'fa:16:3e:13:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:08Z', 'updated_at': '2022-05-26T18:07:17Z', 'revision_number': 5, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'subnets': [{'id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:30.163048 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a57373-5403-47bb-ba03-bf8a6af410d0 None None] Checking router: 70f27f05-f328-4ca7-8c40-d2fcc98bf771 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:30.172290 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a57373-5403-47bb-ba03-bf8a6af410d0 None None] Routers {'70f27f05-f328-4ca7-8c40-d2fcc98bf771'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:30.172907 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-98a57373-5403-47bb-ba03-bf8a6af410d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:08:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:30.221910 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe req-b8bc762b-38a6-40b5-9573-1104d43568eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:30.224856 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe req-b8bc762b-38a6-40b5-9573-1104d43568eb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 1129 time: 0.0556097 May 26 18:08:30.236042 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-24f6ef60-d0c0-4cb8-aad0-d1fcf6bae0d5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:30.237608 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-24f6ef60-d0c0-4cb8-aad0-d1fcf6bae0d5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 945 time: 0.0663509 May 26 18:08:30.271469 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:30.287874 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:30.291372 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-98a57373-5403-47bb-ba03-bf8a6af410d0 None None] Set router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:30.339176 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe req-aefd2b58-d508-4ff9-9d95-15235e3e5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:30.341372 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe req-aefd2b58-d508-4ff9-9d95-15235e3e5d76 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 HTTP/1.1" status: 200 len: 909 time: 0.0985501 May 26 18:08:30.414626 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Deleting port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:30.414928 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:30.426324 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe req-6678bf83-da27-4cc1-9615-d16318b8d4de service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec989f8-be13-49dc-b5fc-f64f60308480 HTTP/1.1" status: 200 len: 999 time: 0.0750637 May 26 18:08:30.477767 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec74d2-d2cc-4ea1-b3b5-ea0a56f9657f req-eb1b7646-8152-4c54-b443-00b819dbe087 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:30.479395 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2cec74d2-d2cc-4ea1-b3b5-ea0a56f9657f req-eb1b7646-8152-4c54-b443-00b819dbe087 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 945 time: 0.1040535 May 26 18:08:30.484309 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe req-bb113b33-e207-4a66-8ec0-ab0ef3aa27e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:30.486529 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe req-bb113b33-e207-4a66-8ec0-ab0ef3aa27e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2dbb9457-4139-44db-b2ae-ac67a48aada7 HTTP/1.1" status: 200 len: 847 time: 0.0535421 May 26 18:08:30.547839 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe req-af15656e-6d0a-4405-845e-24cab05d02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:30.548930 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe req-af15656e-6d0a-4405-845e-24cab05d02d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509539 May 26 18:08:30.562648 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] For port c6d58bd6-9928-4743-8a53-a4e8c97f7f99, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=c6d58bd6-9928-4743-8a53-a4e8c97f7f99,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:30.563102 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:30.564058 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-98a57373-5403-47bb-ba03-bf8a6af410d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 4, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '4323744f-a88b-4098-b559-02eb14455095', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'port_id': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'mac_address': 'fa:16:3e:f6:0c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:28Z', 'updated_at': '2022-05-26T18:08:28Z', 'revision_number': 0, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738635a5-a4de-4af9-a303-924d9ee95507', 'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'mac_address': 'fa:16:3e:13:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:08Z', 'updated_at': '2022-05-26T18:07:17Z', 'revision_number': 5, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'subnets': [{'id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:30.574437 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2cec74d2-d2cc-4ea1-b3b5-ea0a56f9657f req-6e0a5dbc-ee9a-4006-9cb5-38d86840469c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=7baa2990-327c-41a8-88b9-a47273427da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864611 May 26 18:08:30.591675 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a57373-5403-47bb-ba03-bf8a6af410d0 None None] The sync data for ids ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'] in dv-cinder-839064-2-iscsi is: [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 4, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '4323744f-a88b-4098-b559-02eb14455095', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'floating_ip_address': '172.27.1.147', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'port_id': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'mac_address': 'fa:16:3e:f6:0c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:28Z', 'updated_at': '2022-05-26T18:08:28Z', 'revision_number': 0, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738635a5-a4de-4af9-a303-924d9ee95507', 'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'mac_address': 'fa:16:3e:13:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:08Z', 'updated_at': '2022-05-26T18:07:17Z', 'revision_number': 5, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'subnets': [{'id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:30.655711 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:30.670538 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe req-37816d46-9197-4960-9626-f02b01a1559c service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140840 May 26 18:08:30.782506 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-949a555c-12fb-4f15-b8ff-2a8e2869f4fe req-62764fa9-49b6-47fe-a042-ff25802910df service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017995 May 26 18:08:30.854044 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbfbb37-a917-4ce5-b565-f12e73860716 None None] New status for floating IP 4323744f-a88b-4098-b559-02eb14455095: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:08:30.859347 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:30.859537 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (da46ae43-2d50-4332-b79c-a30a1b6b56a8), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:30.859823 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.l3_db [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Floating IP da46ae43-2d50-4332-b79c-a30a1b6b56a8 disassociated. External IP: 172.27.1.230, port: c6d58bd6-9928-4743-8a53-a4e8c97f7f99. May 26 18:08:30.860176 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Calling delete_port for c6d58bd6-9928-4743-8a53-a4e8c97f7f99 owned by compute:nova {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:30.920356 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:31.005110 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (c6d58bd6-9928-4743-8a53-a4e8c97f7f99), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:31.036249 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'Port': ['ID=c6d58bd6-9928-4743-8a53-a4e8c97f7f99,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:31.348594 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:31.377053 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:08:31.499040 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:08:31.509832 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9514891a-30d1-407d-9d25-dd122020747d None None] Sync routers for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:31.522739 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9514891a-30d1-407d-9d25-dd122020747d None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:31.523460 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-9514891a-30d1-407d-9d25-dd122020747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:08:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:31.569645 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] No DVR routers for this DVR port c6d58bd6-9928-4743-8a53-a4e8c97f7f99 on host hv-cinder-83906 {{(pid=104147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:08:31.572858 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:31.577446 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-dfa9fc15-f4e7-48c3-a16f-2683b0f656fa req-27a6f200-59ae-4ada-bbb4-7f703c1679bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "DELETE /v2.0/ports/c6d58bd6-9928-4743-8a53-a4e8c97f7f99 HTTP/1.1" status: 204 len: 173 time: 1.3339360 May 26 18:08:31.577997 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'name': 'network-vif-deleted', 'tag': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:31.580302 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7860889a-3f9f-468d-9a78-2c5db25abdd5" -d '{"events": [{"server_uuid": "9288cf08-2b09-4c42-9831-8fbaa8f789ca", "name": "network-vif-deleted", "tag": "c6d58bd6-9928-4743-8a53-a4e8c97f7f99"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:31.622295 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15334b9c-1269-414d-a5dd-6b785c586dfb x-openstack-request-id: req-15334b9c-1269-414d-a5dd-6b785c586dfb {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:31.622976 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9288cf08-2b09-4c42-9831-8fbaa8f789ca", "name": "network-vif-deleted", "tag": "c6d58bd6-9928-4743-8a53-a4e8c97f7f99", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:31.623232 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15334b9c-1269-414d-a5dd-6b785c586dfb {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:31.623635 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15334b9c-1269-414d-a5dd-6b785c586dfb'] response: {'server_uuid': '9288cf08-2b09-4c42-9831-8fbaa8f789ca', 'name': 'network-vif-deleted', 'tag': 'c6d58bd6-9928-4743-8a53-a4e8c97f7f99', 'status': 'completed', 'code': 200} May 26 18:08:31.656968 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-9514891a-30d1-407d-9d25-dd122020747d None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:31.699673 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c596fb48-4bb1-4385-8704-a4b325803c8c req-8b2e2d06-e877-43c6-9c28-a1be983889d7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=9288cf08-2b09-4c42-9831-8fbaa8f789ca HTTP/1.1" status: 200 len: 210 time: 0.0360055 May 26 18:08:31.874455 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-9514891a-30d1-407d-9d25-dd122020747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:31.900948 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9514891a-30d1-407d-9d25-dd122020747d None None] Checking router: dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:31.911449 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9514891a-30d1-407d-9d25-dd122020747d None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:31.912065 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-9514891a-30d1-407d-9d25-dd122020747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:08:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:32.019186 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-9514891a-30d1-407d-9d25-dd122020747d None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:32.215975 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-9514891a-30d1-407d-9d25-dd122020747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:32.243160 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9514891a-30d1-407d-9d25-dd122020747d None None] The sync data for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi is: [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:32.491295 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c3451f-1407-4e68-93db-792e881a7584 None None] New status for floating IP da46ae43-2d50-4332-b79c-a30a1b6b56a8: DOWN {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:08:32.790608 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59350) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:32.850915 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-85f58363-570e-434a-b16b-48cd6e7778f1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (7baa2990-327c-41a8-88b9-a47273427da1), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:32.874638 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-85f58363-570e-434a-b16b-48cd6e7778f1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (7baa2990-327c-41a8-88b9-a47273427da1), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:32.924746 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-85f58363-570e-434a-b16b-48cd6e7778f1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7baa2990-327c-41a8-88b9-a47273427da1), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:32.927574 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-85f58363-570e-434a-b16b-48cd6e7778f1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:32.928722 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-85f58363-570e-434a-b16b-48cd6e7778f1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "DELETE /v2.0/security-groups/7baa2990-327c-41a8-88b9-a47273427da1 HTTP/1.1" status: 204 len: 168 time: 0.1371510 May 26 18:08:32.931837 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59354) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:32.939620 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f58363-570e-434a-b16b-48cd6e7778f1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baa2990-327c-41a8-88b9-a47273427da1,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:32.953364 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.api.v2.resource [None req-5d8a57e2-02d6-45b4-a45a-601eb256f97f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] show failed (client error): The resource could not be found. May 26 18:08:32.954533 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-5d8a57e2-02d6-45b4-a45a-601eb256f97f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups/7baa2990-327c-41a8-88b9-a47273427da1 HTTP/1.1" status: 404 len: 347 time: 0.0196254 May 26 18:08:32.957396 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59356) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:33.073863 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-8a1beab7-6915-4803-bf74-78fdb1f49eb1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Deleting port 602ecb61-0ac0-451b-966a-493659405e6d {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:08:33.074717 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8a1beab7-6915-4803-bf74-78fdb1f49eb1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (602ecb61-0ac0-451b-966a-493659405e6d), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.123218 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device c6d58bd6-9928-4743-8a53-a4e8c97f7f99 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:08:33.143839 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: c6d58bd6-9928-4743-8a53-a4e8c97f7f99 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:08:33.144182 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device c6d58bd6-9928-4743-8a53-a4e8c97f7f99 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:08:33.151441 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8a1beab7-6915-4803-bf74-78fdb1f49eb1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (602ecb61-0ac0-451b-966a-493659405e6d), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.151768 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8a1beab7-6915-4803-bf74-78fdb1f49eb1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (602ecb61-0ac0-451b-966a-493659405e6d), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.165673 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-8a1beab7-6915-4803-bf74-78fdb1f49eb1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Calling delete_port for 602ecb61-0ac0-451b-966a-493659405e6d owned by network:floatingip {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:08:33.297656 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8a1beab7-6915-4803-bf74-78fdb1f49eb1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (602ecb61-0ac0-451b-966a-493659405e6d), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.321216 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1beab7-6915-4803-bf74-78fdb1f49eb1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'Port': ['ID=602ecb61-0ac0-451b-966a-493659405e6d,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:33.393222 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8a1beab7-6915-4803-bf74-78fdb1f49eb1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (da46ae43-2d50-4332-b79c-a30a1b6b56a8), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.395856 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8a1beab7-6915-4803-bf74-78fdb1f49eb1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.397096 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-8a1beab7-6915-4803-bf74-78fdb1f49eb1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "DELETE /v2.0/floatingips/da46ae43-2d50-4332-b79c-a30a1b6b56a8 HTTP/1.1" status: 204 len: 168 time: 0.4386079 May 26 18:08:33.483054 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59360) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:33.490343 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-0e5bbfe8-7110-422a-9919-2e34b61b346a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009504564', 'description': 'tempest-description--2059677070'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:33.522980 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbfe8-7110-422a-9919-2e34b61b346a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.540878 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:INSERT=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:33.603971 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbfe8-7110-422a-9919-2e34b61b346a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (c3e7f47d-d531-46ac-8fb7-882829627ed5), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.607994 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbfe8-7110-422a-9919-2e34b61b346a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (c3e7f47d-d531-46ac-8fb7-882829627ed5), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.640555 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbfe8-7110-422a-9919-2e34b61b346a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.641822 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-0e5bbfe8-7110-422a-9919-2e34b61b346a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1576221 May 26 18:08:33.644801 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59362) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:33.650089 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-139e57c8-0954-419c-ad67-cbf83de4e967 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group_rule': {'security_group_id': 'c3e7f47d-d531-46ac-8fb7-882829627ed5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:33.660880 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bbfe8-7110-422a-9919-2e34b61b346a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e7f47d-d531-46ac-8fb7-882829627ed5,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:33.685143 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-139e57c8-0954-419c-ad67-cbf83de4e967 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (80faf728-d8b1-4137-9fba-0696ed6d711f), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.702850 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:33.754410 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-139e57c8-0954-419c-ad67-cbf83de4e967 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (80faf728-d8b1-4137-9fba-0696ed6d711f), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.758854 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-139e57c8-0954-419c-ad67-cbf83de4e967 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (80faf728-d8b1-4137-9fba-0696ed6d711f), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.780099 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e57c8-0954-419c-ad67-cbf83de4e967 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80faf728-d8b1-4137-9fba-0696ed6d711f,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:33.789444 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-139e57c8-0954-419c-ad67-cbf83de4e967 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.790863 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-139e57c8-0954-419c-ad67-cbf83de4e967 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451263 May 26 18:08:33.795754 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59364) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:33.800598 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-0da4ad5f-a541-45b6-8dab-9907f0ac216a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group_rule': {'security_group_id': 'c3e7f47d-d531-46ac-8fb7-882829627ed5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:33.830438 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-0da4ad5f-a541-45b6-8dab-9907f0ac216a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (493d5954-d8a0-4013-b738-623e8721c302), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.891356 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-0da4ad5f-a541-45b6-8dab-9907f0ac216a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (493d5954-d8a0-4013-b738-623e8721c302), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.895365 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-0da4ad5f-a541-45b6-8dab-9907f0ac216a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (493d5954-d8a0-4013-b738-623e8721c302), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.919173 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4ad5f-a541-45b6-8dab-9907f0ac216a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493d5954-d8a0-4013-b738-623e8721c302,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:33.931324 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-0da4ad5f-a541-45b6-8dab-9907f0ac216a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:33.932545 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-0da4ad5f-a541-45b6-8dab-9907f0ac216a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357603 May 26 18:08:33.936166 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59366) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:33.940572 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:33.962482 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:34.057974 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:34.175159 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Allocated IP 172.27.1.36 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:08:34.276112 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:34.283623 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:34.312191 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:34.358740 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:08:34.361988 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:08:34.366094 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:08:34.371219 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:34.443248 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:34.453224 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (36ae14af-e795-46e2-97fa-b175fbb10eae), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:34.492607 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:34.684545 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:34.705797 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:34.797099 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:34.805592 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (36ae14af-e795-46e2-97fa-b175fbb10eae), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:34.823254 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:34.825105 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-b6967214-49cb-49f7-829c-52a24c3ac802 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8873947 May 26 18:08:35.032272 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-802ed96f-0937-43f9-89a8-f3bd3ccb972d tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1009504564&fields=id&tenant_id=eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 267 time: 0.0467124 May 26 18:08:35.154987 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-0ab0766b-317f-499c-9521-93c12cf4c1c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:35.156660 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-0ab0766b-317f-499c-9521-93c12cf4c1c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 815 time: 0.1169167 May 26 18:08:35.172398 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-9e446e80-3ea0-4e74-a26a-aaa2562a127b tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/quotas/eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 375 time: 0.0103619 May 26 18:08:35.227706 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-28e9d6ca-9deb-47e3-a764-077ac658ffee tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477562 May 26 18:08:35.331639 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-e9ad7946-fcc4-4939-b07f-d0845a339381 service neutron] 10.222.0.76 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920436 May 26 18:08:35.410159 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:35.438776 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-69ab15f5-611c-4e1d-a661-389d05c9239b service neutron] 10.222.0.76 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956559 May 26 18:08:35.628736 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0e8ca83c-041b-4ea7-b24b-175e223b3ab6 req-e60384e9-3943-45fe-a59a-6d4f3ceabd65 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 210 time: 0.0315888 May 26 18:08:36.745371 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3c8c1363-d3ff-4766-826f-5e2ce9f41b11 req-df2603be-7cb9-4593-8683-e85f750fc42f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 210 time: 0.0311167 May 26 18:08:37.406423 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbe344-ec89-4ae1-851d-af6e00b376af req-ae2a423f-327d-4a66-b7d9-5737ef734d3a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:37.407960 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-61cbe344-ec89-4ae1-851d-af6e00b376af req-ae2a423f-327d-4a66-b7d9-5737ef734d3a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 945 time: 0.0550671 May 26 18:08:37.459191 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-61cbe344-ec89-4ae1-851d-af6e00b376af req-d1c9bd6c-bd5a-4b0b-b5d5-9b59af1f1bbc tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456529 May 26 18:08:37.483985 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59418) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:37.626858 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f025f42-de9b-4883-8032-729afa365434 tempest-TestMinimumBasicScenario-550359799 tempest-TestMinimumBasicScenario-550359799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:37.628331 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-2f025f42-de9b-4883-8032-729afa365434 tempest-TestMinimumBasicScenario-550359799 tempest-TestMinimumBasicScenario-550359799-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 1124 time: 0.1433473 May 26 18:08:37.631479 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59422) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:37.636028 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'port_id': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:37.640031 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:37.664548 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:37.678549 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-7be96ba9-e2de-4610-afad-76eeba6f5d95 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:37.680032 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-7be96ba9-e2de-4610-afad-76eeba6f5d95 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 815 time: 0.1545324 May 26 18:08:37.752017 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:37.846493 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:37.872659 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-c14c7945-6183-4a3b-925d-957f350a8794 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 380 time: 0.1056826 May 26 18:08:37.886840 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Allocated IP 172.27.1.76 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/09a484e1-fb60-4e2e-ab0e-37ed0590880b) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:08:37.901659 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7c9b3b02-75c0-410d-9178-b6de2e56de8e req-d3f64abd-ba81-4b1e-ace5-43e38ccde480 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 210 time: 0.0405352 May 26 18:08:38.009597 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'port': {'device_id': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'admin_state_up': True, 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'security_groups': ['c3e7f47d-d531-46ac-8fb7-882829627ed5']}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:38.065693 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for port (09a484e1-fb60-4e2e-ab0e-37ed0590880b), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.108949 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (09a484e1-fb60-4e2e-ab0e-37ed0590880b), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.112363 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:38.138574 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Made reservation on behalf of eac4a6151fbb44d1b0b61636a97f56b6 for: {'port': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:08:38.142292 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.166976 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:08:38.173498 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:08:38.175800 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'Port': ['ID=09a484e1-fb60-4e2e-ab0e-37ed0590880b,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:38.178556 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:08:38.348640 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Allocated IP 172.20.0.3 (88540240-a343-4b80-bbe6-aa98a82d692f/6b62c5e0-7707-42d0-8ddb-bc0148c5e061/3c239d26-0866-4946-be79-fa64dcd4b725) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:08:38.503202 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (3c239d26-0866-4946-be79-fa64dcd4b725), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.549853 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.593055 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for floatingip (03203fea-ddb4-466f-a082-98a1bc35ffdd), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.605124 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Network 88540240-a343-4b80-bbe6-aa98a82d692f is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:08:38.608751 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:08:38.611230 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:08:38.649029 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=3c239d26-0866-4946-be79-fa64dcd4b725,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:38.679656 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:38.680870 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.702911 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-857984ed-0ea6-449b-ad68-a3e0ae3e8511 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6973560 May 26 18:08:38.707234 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (09a484e1-fb60-4e2e-ab0e-37ed0590880b), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.732191 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Request body: {'port': {'device_id': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:38.804456 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.804804 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:38.826866 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:38.856691 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:38.905815 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-acbcf969-afb0-4299-a117-85bfaa8e41cd None None] Provisioning complete for port 3c239d26-0866-4946-be79-fa64dcd4b725 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:08:38.906788 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-acbcf969-afb0-4299-a117-85bfaa8e41cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:38.967134 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-acbcf969-afb0-4299-a117-85bfaa8e41cd None None] Port 3c239d26-0866-4946-be79-fa64dcd4b725 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:08:39.013776 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for port (09a484e1-fb60-4e2e-ab0e-37ed0590880b), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:39.021023 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (09a484e1-fb60-4e2e-ab0e-37ed0590880b), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:39.155369 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a588d0-9189-457b-beef-9fb58f24cd7c req-8a638278-0e5a-496c-9fde-7defeff308a3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:39.157015 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-86a588d0-9189-457b-beef-9fb58f24cd7c req-8a638278-0e5a-496c-9fde-7defeff308a3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 931 time: 0.1243086 May 26 18:08:39.160031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'Port': ['ID=09a484e1-fb60-4e2e-ab0e-37ed0590880b,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:39.190533 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (03203fea-ddb4-466f-a082-98a1bc35ffdd), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:39.273882 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-86a588d0-9189-457b-beef-9fb58f24cd7c req-90071f6c-8724-441e-a96b-55de42ae02e9 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042869 May 26 18:08:39.328014 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c239d26-0866-4946-be79-fa64dcd4b725 {{(pid=104147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:08:39.336610 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Publish callbacks [] for port (3c239d26-0866-4946-be79-fa64dcd4b725), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:39.344352 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:39.348536 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Floating IP 03203fea-ddb4-466f-a082-98a1bc35ffdd associated. External IP: 172.27.1.76, port: e68fb5bc-371c-476f-9c1e-c7d20160dd7d. May 26 18:08:39.363183 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.provisioning_blocks [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Transition to ACTIVE for port object 3c239d26-0866-4946-be79-fa64dcd4b725 will not be triggered until provisioned by entity L2. {{(pid=104147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:08:39.381194 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:39.444018 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266b5b1-b41b-4e31-a019-664c6f091384 req-f41217d2-b2e8-4c85-a1ef-07f35250bb18 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:39.445720 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3266b5b1-b41b-4e31-a019-664c6f091384 req-f41217d2-b2e8-4c85-a1ef-07f35250bb18 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.1005912 May 26 18:08:39.464939 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Pushing event updated for resources: {'Port': ['ID=3c239d26-0866-4946-be79-fa64dcd4b725,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:39.566867 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3266b5b1-b41b-4e31-a019-664c6f091384 req-75ffbeb2-4e83-475c-8288-3a14826d139d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059656 May 26 18:08:39.598491 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.managers [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Attempting to bind port 3c239d26-0866-4946-be79-fa64dcd4b725 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:08:39.598853 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.managers [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Attempting to bind port 3c239d26-0866-4946-be79-fa64dcd4b725 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}] {{(pid=104147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:08:39.599153 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Attempting to bind port 3c239d26-0866-4946-be79-fa64dcd4b725 on network 88540240-a343-4b80-bbe6-aa98a82d692f {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:08:39.604623 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Port 3c239d26-0866-4946-be79-fa64dcd4b725 on network 88540240-a343-4b80-bbe6-aa98a82d692f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:08:39.604960 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Attempting to bind port 3c239d26-0866-4946-be79-fa64dcd4b725 on network 88540240-a343-4b80-bbe6-aa98a82d692f {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:08:39.611539 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:08:39.612039 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Checking segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:08:39.612639 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Bound using segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} {{(pid=104147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:08:39.613332 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.managers [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Bound port: 3c239d26-0866-4946-be79-fa64dcd4b725, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}}] {{(pid=104147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:08:39.613838 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:39.636189 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Router 7d81e881-05f8-49b8-9799-0a0fded0e908 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:08:39.702852 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] For port 3c239d26-0866-4946-be79-fa64dcd4b725, host hv-cinder-83906, cleared binding levels {{(pid=104147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:08:39.707483 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] For port 3c239d26-0866-4946-be79-fa64dcd4b725, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=3c239d26-0866-4946-be79-fa64dcd4b725,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:08:39.715315 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:39.753446 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:39.754159 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:39.756366 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] 10.222.0.86 "PUT /v2.0/ports/3c239d26-0866-4946-be79-fa64dcd4b725 HTTP/1.1" status: 200 len: 1093 time: 1.0279074 May 26 18:08:39.758478 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'tag': '3c239d26-0866-4946-be79-fa64dcd4b725'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:39.760531 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "55d1c756-d845-43f2-8ec2-0767b6a3be7f", "tag": "3c239d26-0866-4946-be79-fa64dcd4b725"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:39.774609 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:08:39.796329 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf76ce41-2d57-4a36-b3c4-ce230ebf6798 None None] Sync routers for ids ['7d81e881-05f8-49b8-9799-0a0fded0e908'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:39.806173 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:39.820199 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2e665-8fe4-4fdc-be12-1d2c5b12e361 service neutron] Pushing event updated for resources: {'Port': ['ID=3c239d26-0866-4946-be79-fa64dcd4b725,revision_number=3']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:39.865064 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2f9657-2ffd-445f-a5ff-feb93c9363ad x-openstack-request-id: req-cb2f9657-2ffd-445f-a5ff-feb93c9363ad {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:39.865832 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d1c756-d845-43f2-8ec2-0767b6a3be7f", "tag": "3c239d26-0866-4946-be79-fa64dcd4b725", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:39.866393 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb2f9657-2ffd-445f-a5ff-feb93c9363ad {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:39.867239 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2f9657-2ffd-445f-a5ff-feb93c9363ad'] response: {'name': 'network-changed', 'server_uuid': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'tag': '3c239d26-0866-4946-be79-fa64dcd4b725', 'status': 'completed', 'code': 200} May 26 18:08:39.892268 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-862eb418-f4c1-4670-8d0c-8e160c7efc2a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2595005 May 26 18:08:39.893201 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:39.895868 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59446) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:39.897339 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e9c690-c701-42a8-b54f-8c10ed714a16" -d '{"events": [{"name": "network-changed", "server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:39.915835 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-1cdfa688-8f65-4b12-a59a-49c3575f609f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077596327', 'description': 'tempest-secgroup-smoke-1077596327 description', 'project_id': '98761773ea78490baebe0b3d9414ac45'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:39.929388 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:39.931591 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf76ce41-2d57-4a36-b3c4-ce230ebf6798 None None] Routers {'7d81e881-05f8-49b8-9799-0a0fded0e908'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:39.932483 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-cf76ce41-2d57-4a36-b3c4-ce230ebf6798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:08:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['7d81e881-05f8-49b8-9799-0a0fded0e908'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:39.955184 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae044169-b6c0-43fb-a906-5fcbe8581cdc x-openstack-request-id: req-ae044169-b6c0-43fb-a906-5fcbe8581cdc {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:39.955475 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:39.955734 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae044169-b6c0-43fb-a906-5fcbe8581cdc {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:39.956197 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae044169-b6c0-43fb-a906-5fcbe8581cdc'] response: {'name': 'network-changed', 'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'status': 'completed', 'code': 200} May 26 18:08:39.968964 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-52763b38-4ebd-46fe-b403-e70a4f7365a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:39.970649 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-52763b38-4ebd-46fe-b403-e70a4f7365a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 1127 time: 0.0724163 May 26 18:08:39.972005 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1cdfa688-8f65-4b12-a59a-49c3575f609f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.062729 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-9c28eaef-79ce-492f-936b-efaeed11defd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c239d26-0866-4946-be79-fa64dcd4b725 HTTP/1.1" status: 200 len: 217 time: 0.0443904 May 26 18:08:40.069407 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:40.074512 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-cf76ce41-2d57-4a36-b3c4-ce230ebf6798 None None] Set router 7d81e881-05f8-49b8-9799-0a0fded0e908 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:40.078956 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9c690-c701-42a8-b54f-8c10ed714a16 req-5856d691-d7e5-4c9f-a50f-6d4802069034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:40.081154 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e7e9c690-c701-42a8-b54f-8c10ed714a16 req-5856d691-d7e5-4c9f-a50f-6d4802069034 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98761773ea78490baebe0b3d9414ac45&device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 1129 time: 0.0628111 May 26 18:08:40.089408 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:40.101949 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:40.131571 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1cdfa688-8f65-4b12-a59a-49c3575f609f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group (eea1309d-f568-4505-b38c-3ce75016ea77), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.141855 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1cdfa688-8f65-4b12-a59a-49c3575f609f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (eea1309d-f568-4505-b38c-3ce75016ea77), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.168187 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-e51a347d-1e02-414a-a928-db20aae1c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:40.170582 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-e51a347d-1e02-414a-a928-db20aae1c2e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.0997384 May 26 18:08:40.181013 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1cdfa688-8f65-4b12-a59a-49c3575f609f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.182294 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1cdfa688-8f65-4b12-a59a-49c3575f609f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2852607 May 26 18:08:40.188951 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:40.190269 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59450) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:40.201625 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-fc485b58-ee59-40b5-a3be-42e8d7bf45d2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Request body: {'security_group_rule': {'security_group_id': 'eea1309d-f568-4505-b38c-3ce75016ea77', 'project_id': '98761773ea78490baebe0b3d9414ac45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:40.223105 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfa688-8f65-4b12-a59a-49c3575f609f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea1309d-f568-4505-b38c-3ce75016ea77,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:40.240907 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-f72b4cc2-b1b6-4129-8250-0dce428ac601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:40.241786 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-f72b4cc2-b1b6-4129-8250-0dce428ac601 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584865 May 26 18:08:40.271393 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc485b58-ee59-40b5-a3be-42e8d7bf45d2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (02cf9e16-c759-4436-a1f6-4968c73f8b64), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.300025 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9c690-c701-42a8-b54f-8c10ed714a16 req-dfc64d52-c33f-4b23-a053-b67c0cd907a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:40.301679 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e7e9c690-c701-42a8-b54f-8c10ed714a16 req-dfc64d52-c33f-4b23-a053-b67c0cd907a9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 HTTP/1.1" status: 200 len: 914 time: 0.2088597 May 26 18:08:40.331027 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc485b58-ee59-40b5-a3be-42e8d7bf45d2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (02cf9e16-c759-4436-a1f6-4968c73f8b64), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.342636 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc485b58-ee59-40b5-a3be-42e8d7bf45d2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (02cf9e16-c759-4436-a1f6-4968c73f8b64), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.377796 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-04ba9b3d-ecfa-4c33-bbc4-af393abf80d6 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255221 May 26 18:08:40.395127 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-cf76ce41-2d57-4a36-b3c4-ce230ebf6798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '03203fea-ddb4-466f-a082-98a1bc35ffdd', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'port_id': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'mac_address': 'fa:16:3e:f1:6f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:38Z', 'updated_at': '2022-05-26T18:08:38Z', 'revision_number': 0, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c4bcd4-29af-4aaa-add8-2083d557fe3b', 'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'mac_address': 'fa:16:3e:15:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:23Z', 'updated_at': '2022-05-26T18:07:35Z', 'revision_number': 5, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'subnets': [{'id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:40.412534 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc485b58-ee59-40b5-a3be-42e8d7bf45d2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cf9e16-c759-4436-a1f6-4968c73f8b64,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:40.428841 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf76ce41-2d57-4a36-b3c4-ce230ebf6798 None None] Checking router: 7d81e881-05f8-49b8-9799-0a0fded0e908 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:40.443330 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf76ce41-2d57-4a36-b3c4-ce230ebf6798 None None] Routers {'7d81e881-05f8-49b8-9799-0a0fded0e908'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:40.444338 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-cf76ce41-2d57-4a36-b3c4-ce230ebf6798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:08:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['7d81e881-05f8-49b8-9799-0a0fded0e908'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:40.457345 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fc485b58-ee59-40b5-a3be-42e8d7bf45d2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.458836 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-fc485b58-ee59-40b5-a3be-42e8d7bf45d2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2631619 May 26 18:08:40.462706 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59454) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:40.464590 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e7e9c690-c701-42a8-b54f-8c10ed714a16 req-4b2946d4-7c34-493a-be2c-750a66dc2551 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d HTTP/1.1" status: 200 len: 998 time: 0.1319845 May 26 18:08:40.467447 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-8322e8f7-49e1-435d-a834-7512819a2268 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Request body: {'security_group_rule': {'security_group_id': 'eea1309d-f568-4505-b38c-3ce75016ea77', 'project_id': '98761773ea78490baebe0b3d9414ac45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:40.473867 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3220936-f90d-4a6b-8743-0da1b242d013 req-a3dc7f18-1041-4090-8ab5-e619a9540eb6 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:40.475474 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b3220936-f90d-4a6b-8743-0da1b242d013 req-a3dc7f18-1041-4090-8ab5-e619a9540eb6 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 943 time: 0.0961001 May 26 18:08:40.531135 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3101916d-3319-4d6e-a52d-44fc3b245884 req-e2b39cb6-f67e-4037-8f76-2d363afeb42d service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467164 May 26 18:08:40.531837 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8322e8f7-49e1-435d-a834-7512819a2268 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (a7b046cf-7b40-4fb6-9a77-e514ba00911c), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.594230 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8322e8f7-49e1-435d-a834-7512819a2268 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (a7b046cf-7b40-4fb6-9a77-e514ba00911c), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.596922 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9c690-c701-42a8-b54f-8c10ed714a16 req-b91b10a2-c2aa-421d-8c54-3ffd8fb04b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:40.602735 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8322e8f7-49e1-435d-a834-7512819a2268 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (a7b046cf-7b40-4fb6-9a77-e514ba00911c), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.604659 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-cf76ce41-2d57-4a36-b3c4-ce230ebf6798 None None] Set router 7d81e881-05f8-49b8-9799-0a0fded0e908 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:40.612627 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e7e9c690-c701-42a8-b54f-8c10ed714a16 req-b91b10a2-c2aa-421d-8c54-3ffd8fb04b84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5314348d-f217-4b92-bed8-d33b873a2bbf HTTP/1.1" status: 200 len: 852 time: 0.1361117 May 26 18:08:40.628411 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322e8f7-49e1-435d-a834-7512819a2268 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b046cf-7b40-4fb6-9a77-e514ba00911c,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:40.642451 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-8322e8f7-49e1-435d-a834-7512819a2268 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.648331 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-8322e8f7-49e1-435d-a834-7512819a2268 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1844704 May 26 18:08:40.653025 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59458) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:40.658088 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-f407af36-a8f4-4135-bf4a-3ecda93fa754 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Request body: {'security_group_rule': {'security_group_id': 'eea1309d-f568-4505-b38c-3ce75016ea77', 'project_id': '98761773ea78490baebe0b3d9414ac45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:40.658952 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b3220936-f90d-4a6b-8743-0da1b242d013 req-4bdee96c-da5d-42ef-8164-4622cdb2d0f4 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724582 May 26 18:08:40.722453 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f407af36-a8f4-4135-bf4a-3ecda93fa754 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (4143542e-228f-46d3-9e3d-ef23bbde85aa), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.745035 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a6e5b-08a5-4c02-af6b-e0bfe30c1c93 req-c9c6d85e-81a3-4c4b-a604-390fd929208d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:40.746922 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fa9a6e5b-08a5-4c02-af6b-e0bfe30c1c93 req-c9c6d85e-81a3-4c4b-a604-390fd929208d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0654683 May 26 18:08:40.823303 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f407af36-a8f4-4135-bf4a-3ecda93fa754 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (4143542e-228f-46d3-9e3d-ef23bbde85aa), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.828475 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fa9a6e5b-08a5-4c02-af6b-e0bfe30c1c93 req-20b368b0-810e-4682-82cf-2e577010a2c7 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732083 May 26 18:08:40.829625 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f407af36-a8f4-4135-bf4a-3ecda93fa754 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (4143542e-228f-46d3-9e3d-ef23bbde85aa), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.853452 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407af36-a8f4-4135-bf4a-3ecda93fa754 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4143542e-228f-46d3-9e3d-ef23bbde85aa,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:40.865800 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f407af36-a8f4-4135-bf4a-3ecda93fa754 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.870478 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59460) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:40.871919 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f407af36-a8f4-4135-bf4a-3ecda93fa754 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2164748 May 26 18:08:40.876218 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-39206e26-87bc-4c31-9555-e6fc0531963f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Request body: {'security_group_rule': {'security_group_id': 'eea1309d-f568-4505-b38c-3ce75016ea77', 'project_id': '98761773ea78490baebe0b3d9414ac45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:40.910135 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-39206e26-87bc-4c31-9555-e6fc0531963f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (0c3ddc73-c04f-4624-84e3-4f564caf8174), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.944137 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-cf76ce41-2d57-4a36-b3c4-ce230ebf6798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '03203fea-ddb4-466f-a082-98a1bc35ffdd', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'port_id': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'mac_address': 'fa:16:3e:f1:6f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:38Z', 'updated_at': '2022-05-26T18:08:38Z', 'revision_number': 0, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c4bcd4-29af-4aaa-add8-2083d557fe3b', 'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'mac_address': 'fa:16:3e:15:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:23Z', 'updated_at': '2022-05-26T18:07:35Z', 'revision_number': 5, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'subnets': [{'id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:40.973396 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf76ce41-2d57-4a36-b3c4-ce230ebf6798 None None] The sync data for ids ['7d81e881-05f8-49b8-9799-0a0fded0e908'] in dv-cinder-839064-2-iscsi is: [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '03203fea-ddb4-466f-a082-98a1bc35ffdd', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'port_id': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'mac_address': 'fa:16:3e:f1:6f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:38Z', 'updated_at': '2022-05-26T18:08:38Z', 'revision_number': 0, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c4bcd4-29af-4aaa-add8-2083d557fe3b', 'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'mac_address': 'fa:16:3e:15:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:23Z', 'updated_at': '2022-05-26T18:07:35Z', 'revision_number': 5, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'subnets': [{'id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:40.984389 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-39206e26-87bc-4c31-9555-e6fc0531963f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (0c3ddc73-c04f-4624-84e3-4f564caf8174), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:40.989304 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-39206e26-87bc-4c31-9555-e6fc0531963f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (0c3ddc73-c04f-4624-84e3-4f564caf8174), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.014834 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39206e26-87bc-4c31-9555-e6fc0531963f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3ddc73-c04f-4624-84e3-4f564caf8174,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:41.019814 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-39206e26-87bc-4c31-9555-e6fc0531963f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.021074 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-39206e26-87bc-4c31-9555-e6fc0531963f tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490464 May 26 18:08:41.025571 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59462) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:41.034529 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-60eae243-5323-408a-a363-a8390a7bfc42 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Request body: {'security_group_rule': {'security_group_id': 'eea1309d-f568-4505-b38c-3ce75016ea77', 'project_id': '98761773ea78490baebe0b3d9414ac45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:41.047868 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:41.070019 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.securitygroups_db [None req-60eae243-5323-408a-a363-a8390a7bfc42 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Project 98761773ea78490baebe0b3d9414ac45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:08:41.219741 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff77fa-ec3f-49b0-9fcf-64a86acc1a3d None None] New status for floating IP 03203fea-ddb4-466f-a082-98a1bc35ffdd: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:08:41.375353 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-60eae243-5323-408a-a363-a8390a7bfc42 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (b2c3e3be-c82c-40ef-aa98-7a2663532326), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.469261 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-60eae243-5323-408a-a363-a8390a7bfc42 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (b2c3e3be-c82c-40ef-aa98-7a2663532326), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.475850 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-60eae243-5323-408a-a363-a8390a7bfc42 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (b2c3e3be-c82c-40ef-aa98-7a2663532326), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.503478 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eae243-5323-408a-a363-a8390a7bfc42 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c3e3be-c82c-40ef-aa98-7a2663532326,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:41.510554 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-60eae243-5323-408a-a363-a8390a7bfc42 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.514909 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-60eae243-5323-408a-a363-a8390a7bfc42 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4845502 May 26 18:08:41.515145 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59464) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:41.519689 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-be420198-aa5c-4bb0-a743-d3bc6eedd08e tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Request body: {'security_group_rule': {'security_group_id': 'eea1309d-f568-4505-b38c-3ce75016ea77', 'project_id': '98761773ea78490baebe0b3d9414ac45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:41.549725 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.securitygroups_db [None req-be420198-aa5c-4bb0-a743-d3bc6eedd08e tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Project 98761773ea78490baebe0b3d9414ac45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 18:08:41.558278 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-be420198-aa5c-4bb0-a743-d3bc6eedd08e tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (b32774d5-4ce6-4779-a7f1-2bafdedfc221), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.629285 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-be420198-aa5c-4bb0-a743-d3bc6eedd08e tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (b32774d5-4ce6-4779-a7f1-2bafdedfc221), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.633683 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-be420198-aa5c-4bb0-a743-d3bc6eedd08e tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (b32774d5-4ce6-4779-a7f1-2bafdedfc221), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.652042 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be420198-aa5c-4bb0-a743-d3bc6eedd08e tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32774d5-4ce6-4779-a7f1-2bafdedfc221,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:41.653524 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.656798 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:41.665694 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-be420198-aa5c-4bb0-a743-d3bc6eedd08e tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.666941 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-be420198-aa5c-4bb0-a743-d3bc6eedd08e tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507936 May 26 18:08:41.789872 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8746236d-483a-4ca9-b9d0-409b68a1c3d5 req-b3a230d0-5f6a-422a-b495-a268dd7b05a8 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077596327&fields=id&tenant_id=98761773ea78490baebe0b3d9414ac45 HTTP/1.1" status: 200 len: 267 time: 0.0504053 May 26 18:08:41.800861 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748c4a6-f571-4169-995c-9222eb97de40 req-759460c3-1512-4eed-bf62-20a76490ac47 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:41.802507 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e748c4a6-f571-4169-995c-9222eb97de40 req-759460c3-1512-4eed-bf62-20a76490ac47 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 943 time: 0.0602171 May 26 18:08:41.847292 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746236d-483a-4ca9-b9d0-409b68a1c3d5 req-9351f757-5017-4790-94a9-4d16d55b60d2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:41.848868 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8746236d-483a-4ca9-b9d0-409b68a1c3d5 req-9351f757-5017-4790-94a9-4d16d55b60d2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 945 time: 0.0529430 May 26 18:08:41.857029 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e748c4a6-f571-4169-995c-9222eb97de40 req-ee609237-ed0d-4e92-94cb-ca0ba789f500 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487154 May 26 18:08:41.863716 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-8746236d-483a-4ca9-b9d0-409b68a1c3d5 req-2dbc92b6-364a-4518-980a-059ce1c38298 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Request body: {'port': {'security_groups': ['a923fccd-87b8-468f-b60b-2b182b86198f', 'eea1309d-f568-4505-b38c-3ce75016ea77']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:41.929122 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:41.944955 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8746236d-483a-4ca9-b9d0-409b68a1c3d5 req-2dbc92b6-364a-4518-980a-059ce1c38298 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:41.979533 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effceaba-832b-41ff-8e77-ef901a56d7e2 req-9bbce8c2-551c-42bc-a9af-140eb9191b24 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:41.981786 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-effceaba-832b-41ff-8e77-ef901a56d7e2 req-9bbce8c2-551c-42bc-a9af-140eb9191b24 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0613377 May 26 18:08:42.090233 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-effceaba-832b-41ff-8e77-ef901a56d7e2 req-17638b90-8e80-449a-adbc-0e9fee6b2c3b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027522 May 26 18:08:42.091539 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5 req-b8042bd0-08fe-4f5c-b321-d9f8ad8be7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:42.093058 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5 req-b8042bd0-08fe-4f5c-b321-d9f8ad8be7ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 1127 time: 0.0738382 May 26 18:08:42.105960 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9c690-c701-42a8-b54f-8c10ed714a16 req-8741b604-48fd-416c-9532-587d177f0fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:42.108150 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e7e9c690-c701-42a8-b54f-8c10ed714a16 req-8741b604-48fd-416c-9532-587d177f0fe7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633395 May 26 18:08:42.247340 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-8746236d-483a-4ca9-b9d0-409b68a1c3d5 req-2dbc92b6-364a-4518-980a-059ce1c38298 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] For port e68fb5bc-371c-476f-9c1e-c7d20160dd7d, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:42.282594 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8746236d-483a-4ca9-b9d0-409b68a1c3d5 req-2dbc92b6-364a-4518-980a-059ce1c38298 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:42.287619 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8746236d-483a-4ca9-b9d0-409b68a1c3d5 req-2dbc92b6-364a-4518-980a-059ce1c38298 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:42.335248 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746236d-483a-4ca9-b9d0-409b68a1c3d5 req-2dbc92b6-364a-4518-980a-059ce1c38298 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:42.335906 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8746236d-483a-4ca9-b9d0-409b68a1c3d5 req-2dbc92b6-364a-4518-980a-059ce1c38298 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:42.337356 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8746236d-483a-4ca9-b9d0-409b68a1c3d5 req-2dbc92b6-364a-4518-980a-059ce1c38298 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "PUT /v2.0/ports/e68fb5bc-371c-476f-9c1e-c7d20160dd7d HTTP/1.1" status: 200 len: 981 time: 0.4820879 May 26 18:08:42.337824 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:42.341220 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34e866c-a89f-49ff-aafd-e5043ed4982d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:42.347292 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['e68fb5bc-371c-476f-9c1e-c7d20160dd7d'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:08:42.372235 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc92b6-364a-4518-980a-059ce1c38298 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'Port': ['ID=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,revision_number=6']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:42.398403 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c53c491-7d85-4e4f-99fc-0b3c4559e8f6 x-openstack-request-id: req-4c53c491-7d85-4e4f-99fc-0b3c4559e8f6 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:42.398685 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:42.398937 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4c53c491-7d85-4e4f-99fc-0b3c4559e8f6 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:42.399340 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c53c491-7d85-4e4f-99fc-0b3c4559e8f6'] response: {'name': 'network-changed', 'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'status': 'completed', 'code': 200} May 26 18:08:42.425071 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:42.485938 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:42.498702 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5cd8f-d7d8-494f-a6d0-86018e56234c req-b5707fb6-a1cc-47bd-8b41-f32866033b9c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:42.500302 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d4c5cd8f-d7d8-494f-a6d0-86018e56234c req-b5707fb6-a1cc-47bd-8b41-f32866033b9c tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0634854 May 26 18:08:42.604565 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['e68fb5bc-371c-476f-9c1e-c7d20160dd7d'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:08:42.654807 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d4c5cd8f-d7d8-494f-a6d0-86018e56234c req-83db0bd1-bcba-4791-92bc-68e92f080bf7 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455443 May 26 18:08:42.656892 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:42.694435 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5 req-f69b7492-70c2-4963-ab35-fee6e24b9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:42.696171 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5 req-f69b7492-70c2-4963-ab35-fee6e24b9cc8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 916 time: 0.1745923 May 26 18:08:42.696685 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-aee1ec76-9855-411b-a1a8-5384d24ae676 None None] Provisioning complete for port e68fb5bc-371c-476f-9c1e-c7d20160dd7d triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:08:42.697068 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aee1ec76-9855-411b-a1a8-5384d24ae676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:42.735070 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e7e9c690-c701-42a8-b54f-8c10ed714a16 req-1322a301-f22f-469a-bf41-a7dcd9820626 service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948049 May 26 18:08:42.766771 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:42.812262 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5 req-bc9a2c22-b089-4d52-a855-f56f6688e353 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c239d26-0866-4946-be79-fa64dcd4b725 HTTP/1.1" status: 200 len: 217 time: 0.0406368 May 26 18:08:42.900306 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e7e9c690-c701-42a8-b54f-8c10ed714a16 req-755a9abf-7487-4232-aa19-5426ec5a3baf service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296363 May 26 18:08:42.911234 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-aee1ec76-9855-411b-a1a8-5384d24ae676 None None] Current status of the port e68fb5bc-371c-476f-9c1e-c7d20160dd7d is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:43.016687 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bb791-fbde-4bae-894e-3801e223a778 req-11495c8a-f1ba-4d7f-8226-ed0185e96398 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:43.019271 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-771bb791-fbde-4bae-894e-3801e223a778 req-11495c8a-f1ba-4d7f-8226-ed0185e96398 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 943 time: 0.0678406 May 26 18:08:43.085725 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-771bb791-fbde-4bae-894e-3801e223a778 req-0404ca56-c4b9-4638-9161-10e55d2cc895 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552943 May 26 18:08:43.253052 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbedbb7-1189-488a-a1ad-f9b74f2a94d6 req-e150041a-864e-4777-960b-0f9b623d82e5 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:43.254006 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:43.256001 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dcbedbb7-1189-488a-a1ad-f9b74f2a94d6 req-e150041a-864e-4777-960b-0f9b623d82e5 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0697472 May 26 18:08:43.279868 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5 req-ab4de6a1-e367-4478-94a9-7ff3fbc74785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:43.281497 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5 req-ab4de6a1-e367-4478-94a9-7ff3fbc74785 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.0669720 May 26 18:08:43.334819 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5 req-af36411a-d515-4c8f-850c-524ddf874876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:43.336408 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5 req-af36411a-d515-4c8f-850c-524ddf874876 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472612 May 26 18:08:43.397131 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e866c-a89f-49ff-aafd-e5043ed4982d req-f94f16dc-03af-4aa1-b11e-ab8cede6c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:43.399840 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d34e866c-a89f-49ff-aafd-e5043ed4982d req-f94f16dc-03af-4aa1-b11e-ab8cede6c336 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98761773ea78490baebe0b3d9414ac45&device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 1168 time: 0.1136444 May 26 18:08:43.407394 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dcbedbb7-1189-488a-a1ad-f9b74f2a94d6 req-35727f7b-35bb-4746-a1a1-294b60364ba8 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452830 May 26 18:08:43.450461 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:43.472420 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 3c239d26-0866-4946-be79-fa64dcd4b725 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:08:43.559891 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e866c-a89f-49ff-aafd-e5043ed4982d req-ffe6ded7-b742-4e88-82e6-f4c2dc05a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:43.562096 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d34e866c-a89f-49ff-aafd-e5043ed4982d req-ffe6ded7-b742-4e88-82e6-f4c2dc05a5c3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 HTTP/1.1" status: 200 len: 914 time: 0.1534913 May 26 18:08:43.650249 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d34e866c-a89f-49ff-aafd-e5043ed4982d req-a84a6c1d-8526-45b5-bdb3-d1570bc6012a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d HTTP/1.1" status: 200 len: 1000 time: 0.0798469 May 26 18:08:43.660084 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 3c239d26-0866-4946-be79-fa64dcd4b725, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=3c239d26-0866-4946-be79-fa64dcd4b725,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:43.673528 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '3c239d26-0866-4946-be79-fa64dcd4b725', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'port_id': '3c239d26-0866-4946-be79-fa64dcd4b725', 'mac_address': 'fa:16:3e:fb:76:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:08:43.712775 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 3c239d26-0866-4946-be79-fa64dcd4b725 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:43.713160 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.721446 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5 req-2183efc7-1cbd-4ba6-a444-4edac524123d service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727179 May 26 18:08:43.727389 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e866c-a89f-49ff-aafd-e5043ed4982d req-62f5213e-b7d6-4c66-a102-41d527eb0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:43.728887 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d34e866c-a89f-49ff-aafd-e5043ed4982d req-62f5213e-b7d6-4c66-a102-41d527eb0c4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5314348d-f217-4b92-bed8-d33b873a2bbf HTTP/1.1" status: 200 len: 852 time: 0.0680447 May 26 18:08:43.729735 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c239d26-0866-4946-be79-fa64dcd4b725 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:08:43.769777 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 3c239d26-0866-4946-be79-fa64dcd4b725, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=3c239d26-0866-4946-be79-fa64dcd4b725,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:43.773590 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:43.786362 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e866c-a89f-49ff-aafd-e5043ed4982d req-758aed7a-8ec9-4725-b779-589744a91558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:43.789315 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d34e866c-a89f-49ff-aafd-e5043ed4982d req-758aed7a-8ec9-4725-b779-589744a91558 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525529 May 26 18:08:43.819089 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:43.832542 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b3e42ab7-8db8-49d8-a9ac-a1e557b0fbe5 req-77ad4fa7-995f-4364-ad14-b2d08ae14fe2 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047635 May 26 18:08:43.846483 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=3c239d26-0866-4946-be79-fa64dcd4b725,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:43.889579 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d34e866c-a89f-49ff-aafd-e5043ed4982d req-71fe35b0-6404-4ad9-a233-aa5b304091c7 service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929966 May 26 18:08:43.998890 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d34e866c-a89f-49ff-aafd-e5043ed4982d req-2ba7d466-1737-40de-a5d9-dcf8b3e58a96 service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014795 May 26 18:08:44.115166 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9144d-f3b0-4d39-8823-ca5a4b4c6623 req-c9243983-f486-413b-b803-ed85d88ac3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:44.117557 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dca9144d-f3b0-4d39-8823-ca5a4b4c6623 req-c9243983-f486-413b-b803-ed85d88ac3ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 1129 time: 0.0467236 May 26 18:08:44.200641 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:44.220879 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f782d-599a-4abb-9ff2-a0b7006c067b req-6e6e0ab0-8267-4ecf-a5d0-376d0832b40b tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:44.222547 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-111f782d-599a-4abb-9ff2-a0b7006c067b req-6e6e0ab0-8267-4ecf-a5d0-376d0832b40b tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 944 time: 0.0560629 May 26 18:08:44.236615 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9144d-f3b0-4d39-8823-ca5a4b4c6623 req-f3c59492-3f40-41e3-a95c-64f90832053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:44.238146 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dca9144d-f3b0-4d39-8823-ca5a4b4c6623 req-f3c59492-3f40-41e3-a95c-64f90832053d service neutron] 10.222.0.86 "GET /v2.0/networks?id=31cac232-9768-4083-9065-c20228929068 HTTP/1.1" status: 200 len: 912 time: 0.0993178 May 26 18:08:44.274877 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-111f782d-599a-4abb-9ff2-a0b7006c067b req-24f7fe13-982e-4fa8-9d84-dd52d8fd9ac5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464244 May 26 18:08:44.276590 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['3c239d26-0866-4946-be79-fa64dcd4b725'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:08:44.308397 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dca9144d-f3b0-4d39-8823-ca5a4b4c6623 req-cc2f98ee-770e-432e-a74a-d4190ee438c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f8b000-2834-4a6a-86b1-591ea06d67c9 HTTP/1.1" status: 200 len: 1001 time: 0.0625069 May 26 18:08:44.361478 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9144d-f3b0-4d39-8823-ca5a4b4c6623 req-edb7cac4-c730-4668-b2ca-fc04103a539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:44.363049 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dca9144d-f3b0-4d39-8823-ca5a4b4c6623 req-edb7cac4-c730-4668-b2ca-fc04103a539e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6391f8f8-c65b-4530-8b3e-5895efce7c46 HTTP/1.1" status: 200 len: 850 time: 0.0477068 May 26 18:08:44.415072 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9144d-f3b0-4d39-8823-ca5a4b4c6623 req-7a0ca152-a577-476e-82a9-ba0df8c23bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:44.416644 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dca9144d-f3b0-4d39-8823-ca5a4b4c6623 req-7a0ca152-a577-476e-82a9-ba0df8c23bf4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31cac232-9768-4083-9065-c20228929068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446427 May 26 18:08:44.561504 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc975b0-1a08-4c0a-94c5-8d3032d6ab81 req-d7ffe952-736b-4624-b73f-86db65f64292 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:44.562924 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cbc975b0-1a08-4c0a-94c5-8d3032d6ab81 req-d7ffe952-736b-4624-b73f-86db65f64292 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0707107 May 26 18:08:44.564895 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dca9144d-f3b0-4d39-8823-ca5a4b4c6623 req-ff447e74-f143-4208-bbf2-b13d19d19d82 service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360600 May 26 18:08:44.616689 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cbc975b0-1a08-4c0a-94c5-8d3032d6ab81 req-fea8b016-4277-407a-93cf-83f5f4266e11 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471742 May 26 18:08:44.715441 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dca9144d-f3b0-4d39-8823-ca5a4b4c6623 req-c456ea56-a7cd-4b91-ade4-d21882030934 service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977461 May 26 18:08:45.409347 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba8750-01e9-439d-aea6-2e24b89cb2fc req-f0dbeacc-ca14-4a0f-894e-661e0e870c2a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:45.410990 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-48ba8750-01e9-439d-aea6-2e24b89cb2fc req-f0dbeacc-ca14-4a0f-894e-661e0e870c2a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 944 time: 0.0540230 May 26 18:08:45.463403 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-48ba8750-01e9-439d-aea6-2e24b89cb2fc req-e19c5e87-1f64-4411-980a-1a7e84a18733 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465102 May 26 18:08:45.502050 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 3c239d26-0866-4946-be79-fa64dcd4b725 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:08:45.547113 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port 3c239d26-0866-4946-be79-fa64dcd4b725 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:08:45.553594 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 3c239d26-0866-4946-be79-fa64dcd4b725 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:08:45.554231 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.632597 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 3c239d26-0866-4946-be79-fa64dcd4b725 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:08:45.632894 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.664815 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c239d26-0866-4946-be79-fa64dcd4b725'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:45.668628 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecbc6f5-a5ef-480c-a1eb-24eb16c48e11" -d '{"events": [{"server_uuid": "55d1c756-d845-43f2-8ec2-0767b6a3be7f", "name": "network-vif-plugged", "status": "completed", "tag": "3c239d26-0866-4946-be79-fa64dcd4b725"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:45.687088 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 3c239d26-0866-4946-be79-fa64dcd4b725, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=3c239d26-0866-4946-be79-fa64dcd4b725,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:08:45.692845 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:45.727944 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:45.731876 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30f0c97-3fcc-4647-ae26-e253b58dab05 x-openstack-request-id: req-c30f0c97-3fcc-4647-ae26-e253b58dab05 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:45.732430 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d1c756-d845-43f2-8ec2-0767b6a3be7f", "name": "network-vif-plugged", "status": "completed", "tag": "3c239d26-0866-4946-be79-fa64dcd4b725", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:45.732705 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c30f0c97-3fcc-4647-ae26-e253b58dab05 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:45.733106 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c30f0c97-3fcc-4647-ae26-e253b58dab05'] response: {'server_uuid': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c239d26-0866-4946-be79-fa64dcd4b725', 'code': 200} May 26 18:08:45.756881 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=3c239d26-0866-4946-be79-fa64dcd4b725,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:08:45.783526 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e82d3-6a4b-480e-8fdd-2bcde7277144 req-e069bbef-22ec-47b6-82a7-84f6ffc0c068 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:45.785219 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-192e82d3-6a4b-480e-8fdd-2bcde7277144 req-e069bbef-22ec-47b6-82a7-84f6ffc0c068 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0713344 May 26 18:08:45.853804 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-192e82d3-6a4b-480e-8fdd-2bcde7277144 req-3de40dda-7afb-4ca7-a9df-4bb30c99adad tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615067 May 26 18:08:46.032645 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c100b45-5a1b-4893-ac6a-3ba6eae07a3a req-b5b78df7-312f-43ce-94c7-7af70b8a2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:46.034277 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0c100b45-5a1b-4893-ac6a-3ba6eae07a3a req-b5b78df7-312f-43ce-94c7-7af70b8a2587 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 1129 time: 0.0421712 May 26 18:08:46.087575 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0c100b45-5a1b-4893-ac6a-3ba6eae07a3a req-50ffc21c-64db-45a1-8915-7f83ab017742 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446479 May 26 18:08:46.599741 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4aa4d5-e49e-4f51-ab82-424b55745d5d req-b0a05da5-d5a8-454d-9d5b-c7a20d425e25 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:46.601218 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5d4aa4d5-e49e-4f51-ab82-424b55745d5d req-b0a05da5-d5a8-454d-9d5b-c7a20d425e25 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 945 time: 0.0505726 May 26 18:08:46.659140 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5d4aa4d5-e49e-4f51-ab82-424b55745d5d req-7e05d3ad-966c-4ca9-9731-587f069d47e0 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516174 May 26 18:08:46.992951 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8416be-56ff-47e4-8779-fcd45e4c8ac2 req-52672067-aa26-4bca-b442-562c42810c01 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:46.994461 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8a8416be-56ff-47e4-8779-fcd45e4c8ac2 req-52672067-aa26-4bca-b442-562c42810c01 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0502574 May 26 18:08:47.047770 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8a8416be-56ff-47e4-8779-fcd45e4c8ac2 req-f94f2c0b-ce89-440e-b0b4-c5749303511c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477273 May 26 18:08:47.797765 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b2d40-37da-451e-9903-c34dbf424c22 req-a7f1400d-a3a9-420d-bd09-74532bf6a1c6 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:47.799476 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3e5b2d40-37da-451e-9903-c34dbf424c22 req-a7f1400d-a3a9-420d-bd09-74532bf6a1c6 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 945 time: 0.0636742 May 26 18:08:47.856056 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3e5b2d40-37da-451e-9903-c34dbf424c22 req-48cdbe7d-9ce2-4c7a-aa9b-c4ea26932063 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501721 May 26 18:08:48.176458 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770c253-7978-42ac-af5a-3a02395c541b req-487db7ac-f284-43fd-93c5-9a7eab41f458 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:48.178074 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b770c253-7978-42ac-af5a-3a02395c541b req-487db7ac-f284-43fd-93c5-9a7eab41f458 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0577338 May 26 18:08:48.236270 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b770c253-7978-42ac-af5a-3a02395c541b req-a5b6b32e-504c-4a6f-b6d6-d5a5e73de2f3 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518906 May 26 18:08:48.978371 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65a5a5-85da-4701-ae37-ea8ad059af72 req-61cfb472-83fb-4bf7-8540-360f3b74dd3c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:48.979910 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8d65a5a5-85da-4701-ae37-ea8ad059af72 req-61cfb472-83fb-4bf7-8540-360f3b74dd3c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 945 time: 0.0507309 May 26 18:08:49.037228 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8d65a5a5-85da-4701-ae37-ea8ad059af72 req-35e8668d-a003-4065-b2e2-2fb10b9b6b89 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505600 May 26 18:08:49.156706 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c4d10-c034-4399-a233-67476463d25e req-70a5efc1-7f42-4832-8066-2986085535da tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:49.158409 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5b6c4d10-c034-4399-a233-67476463d25e req-70a5efc1-7f42-4832-8066-2986085535da tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 945 time: 0.0542138 May 26 18:08:49.167231 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59512) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:08:49.172475 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-b26e9251-3c47-4276-87c1-c98a66d22e79 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'floatingip': {'port_id': '3c239d26-0866-4946-be79-fa64dcd4b725'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:08:49.214145 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b26e9251-3c47-4276-87c1-c98a66d22e79 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (36ae14af-e795-46e2-97fa-b175fbb10eae), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:49.360800 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3f976-1b8c-470c-b136-76adf5c25b6d req-7d1aee6f-2227-4796-be34-956c63e46da6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:49.362343 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-53c3f976-1b8c-470c-b136-76adf5c25b6d req-7d1aee6f-2227-4796-be34-956c63e46da6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0551519 May 26 18:08:49.375232 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:49.383266 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:49.400560 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:49.416388 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-53c3f976-1b8c-470c-b136-76adf5c25b6d req-dd49526f-be0b-414a-b14e-02efaed857b5 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482252 May 26 18:08:49.654718 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b26e9251-3c47-4276-87c1-c98a66d22e79 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:49.659031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b26e9251-3c47-4276-87c1-c98a66d22e79 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (36ae14af-e795-46e2-97fa-b175fbb10eae), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:49.755949 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-b26e9251-3c47-4276-87c1-c98a66d22e79 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Floating IP 36ae14af-e795-46e2-97fa-b175fbb10eae associated. External IP: 172.27.1.36, port: 3c239d26-0866-4946-be79-fa64dcd4b725. May 26 18:08:49.848277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:49.966731 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26e9251-3c47-4276-87c1-c98a66d22e79 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:08:50.073339 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26e9251-3c47-4276-87c1-c98a66d22e79 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:08:50.078966 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b26e9251-3c47-4276-87c1-c98a66d22e79 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:50.083816 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3e025-06bf-4c68-8c1c-c3660d4ead02 None None] Sync routers for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:08:50.094696 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3e025-06bf-4c68-8c1c-c3660d4ead02 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:50.095318 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-c4f3e025-06bf-4c68-8c1c-c3660d4ead02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:08:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:50.113459 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b26e9251-3c47-4276-87c1-c98a66d22e79 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "PUT /v2.0/floatingips/36ae14af-e795-46e2-97fa-b175fbb10eae HTTP/1.1" status: 200 len: 990 time: 0.9424376 May 26 18:08:50.113459 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'tag': '3c239d26-0866-4946-be79-fa64dcd4b725'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:08:50.114175 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9562d653-c847-4bfd-8458-7716165911d7" -d '{"events": [{"name": "network-changed", "server_uuid": "55d1c756-d845-43f2-8ec2-0767b6a3be7f", "tag": "3c239d26-0866-4946-be79-fa64dcd4b725"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:08:50.153030 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf93b76f-5102-4c61-9016-3633045f3262 x-openstack-request-id: req-cf93b76f-5102-4c61-9016-3633045f3262 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:08:50.153439 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d1c756-d845-43f2-8ec2-0767b6a3be7f", "tag": "3c239d26-0866-4946-be79-fa64dcd4b725", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:08:50.153748 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf93b76f-5102-4c61-9016-3633045f3262 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:08:50.154138 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf93b76f-5102-4c61-9016-3633045f3262'] response: {'name': 'network-changed', 'server_uuid': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'tag': '3c239d26-0866-4946-be79-fa64dcd4b725', 'status': 'completed', 'code': 200} May 26 18:08:50.219690 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-c4f3e025-06bf-4c68-8c1c-c3660d4ead02 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:50.252589 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:50.291684 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d653-c847-4bfd-8458-7716165911d7 req-64e34194-a103-4d24-a5f9-53910d820254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:50.293822 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9562d653-c847-4bfd-8458-7716165911d7 req-64e34194-a103-4d24-a5f9-53910d820254 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 1129 time: 0.0524702 May 26 18:08:50.322920 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:50.397305 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d653-c847-4bfd-8458-7716165911d7 req-a91cf717-40f7-40e7-8f30-08b6862e6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:50.399080 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9562d653-c847-4bfd-8458-7716165911d7 req-a91cf717-40f7-40e7-8f30-08b6862e6916 service neutron] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 916 time: 0.0967672 May 26 18:08:50.464448 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cb1decac-28d6-46e6-85ec-ac60241e1138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:50.477275 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9562d653-c847-4bfd-8458-7716165911d7 req-e688e616-4b69-4d33-ba1f-336ec2c4f521 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c239d26-0866-4946-be79-fa64dcd4b725 HTTP/1.1" status: 200 len: 998 time: 0.0698109 May 26 18:08:50.482045 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-c4f3e025-06bf-4c68-8c1c-c3660d4ead02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '36ae14af-e795-46e2-97fa-b175fbb10eae', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': '3c239d26-0866-4946-be79-fa64dcd4b725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:fb:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:34Z', 'updated_at': '2022-05-26T18:08:49Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:50.518821 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3e025-06bf-4c68-8c1c-c3660d4ead02 None None] Checking router: dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:08:50.530135 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3e025-06bf-4c68-8c1c-c3660d4ead02 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:08:50.530796 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-c4f3e025-06bf-4c68-8c1c-c3660d4ead02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:08:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:50.541342 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d653-c847-4bfd-8458-7716165911d7 req-3ae79008-f0e3-4af5-9a36-21d44e26d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:50.543744 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9562d653-c847-4bfd-8458-7716165911d7 req-3ae79008-f0e3-4af5-9a36-21d44e26d736 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.0542347 May 26 18:08:50.567087 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5db77-47d0-4bf2-8ee5-844a76b820df req-5b8dbb5e-6b0b-4a06-8ca3-f180a2596556 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:50.568829 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-62a5db77-47d0-4bf2-8ee5-844a76b820df req-5b8dbb5e-6b0b-4a06-8ca3-f180a2596556 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0619292 May 26 18:08:50.585213 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:50.602858 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d653-c847-4bfd-8458-7716165911d7 req-6c3a4c45-e5f2-4060-b893-c307804daf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:50.604916 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9562d653-c847-4bfd-8458-7716165911d7 req-6c3a4c45-e5f2-4060-b893-c307804daf40 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502782 May 26 18:08:50.640805 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-62a5db77-47d0-4bf2-8ee5-844a76b820df req-09c61158-8826-42a4-b859-2b7082d10c23 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641711 May 26 18:08:50.647246 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-c4f3e025-06bf-4c68-8c1c-c3660d4ead02 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:08:50.718340 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9562d653-c847-4bfd-8458-7716165911d7 req-c2a2b729-9b9d-4348-b9ec-b1f4602dc55f service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067209 May 26 18:08:50.819946 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9562d653-c847-4bfd-8458-7716165911d7 req-3801bb98-7e5b-4f9e-974a-1ba7f8003841 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946503 May 26 18:08:50.974551 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-c4f3e025-06bf-4c68-8c1c-c3660d4ead02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '36ae14af-e795-46e2-97fa-b175fbb10eae', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': '3c239d26-0866-4946-be79-fa64dcd4b725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:fb:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:34Z', 'updated_at': '2022-05-26T18:08:49Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:08:51.008227 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3e025-06bf-4c68-8c1c-c3660d4ead02 None None] The sync data for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi is: [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '36ae14af-e795-46e2-97fa-b175fbb10eae', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': '3c239d26-0866-4946-be79-fa64dcd4b725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:fb:76:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:08:34Z', 'updated_at': '2022-05-26T18:08:49Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:08:51.208455 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54883008-781a-4245-be2d-6d058a574e85 None None] New status for floating IP 36ae14af-e795-46e2-97fa-b175fbb10eae: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:08:51.302121 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:51.771201 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1480b-76f6-40f2-9b9d-916ee9ae8257 req-fd944de4-35e1-4504-970f-918d28b52f12 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:51.772694 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8fb1480b-76f6-40f2-9b9d-916ee9ae8257 req-fd944de4-35e1-4504-970f-918d28b52f12 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0564439 May 26 18:08:51.823407 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8fb1480b-76f6-40f2-9b9d-916ee9ae8257 req-51dca6c7-2838-4af6-b294-c6550d76bb9c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446625 May 26 18:08:52.649852 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-09e0ed25-0d5f-48f4-b3a2-66ac568151ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:52.947557 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52563011-f3ba-418c-9655-24a19a6ab6ce req-76afd129-9dab-4e28-b4aa-a4b6e8be92c0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:52.949599 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-52563011-f3ba-418c-9655-24a19a6ab6ce req-76afd129-9dab-4e28-b4aa-a4b6e8be92c0 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0519624 May 26 18:08:53.007940 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-52563011-f3ba-418c-9655-24a19a6ab6ce req-e7e55d39-c63e-4cd1-b462-32f645675867 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512707 May 26 18:08:53.903489 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:54.135848 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973228c-505f-47ca-87c6-0aefae23303d req-bb1c1c7e-fc2b-435d-9b7d-4afe1c26a948 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:54.138364 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9973228c-505f-47ca-87c6-0aefae23303d req-bb1c1c7e-fc2b-435d-9b7d-4afe1c26a948 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0531106 May 26 18:08:54.193693 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9973228c-505f-47ca-87c6-0aefae23303d req-dce194fa-4107-40a4-902a-dff11590b143 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472054 May 26 18:08:55.335972 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd343485-82b3-4065-a1b3-ccbff013f5b6 req-92342248-493f-4e78-9ffb-827f8cea52fc tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:55.337649 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fd343485-82b3-4065-a1b3-ccbff013f5b6 req-92342248-493f-4e78-9ffb-827f8cea52fc tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0645657 May 26 18:08:55.389531 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:55.398430 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fd343485-82b3-4065-a1b3-ccbff013f5b6 req-500721b6-7712-4109-b89b-376a572de160 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547857 May 26 18:08:55.529834 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:55.643132 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:08:55.658993 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1b7e1-6ac0-4449-b047-deb8cfd2cc9b req-069703dc-e275-4f47-98b5-b08e9c0a2203 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:55.661617 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2b1b7e1-6ac0-4449-b047-deb8cfd2cc9b req-069703dc-e275-4f47-98b5-b08e9c0a2203 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0567648 May 26 18:08:55.720836 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2b1b7e1-6ac0-4449-b047-deb8cfd2cc9b req-64bc76ab-f6a7-4d28-9610-2670e3006aaf tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503831 May 26 18:08:55.821839 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1fbb7-be1f-4808-af44-63e583c8c2d5 req-7e8669dd-aa51-4f33-aebe-ddfe9873d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:55.823414 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2f1fbb7-be1f-4808-af44-63e583c8c2d5 req-7e8669dd-aa51-4f33-aebe-ddfe9873d962 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 1129 time: 0.0420835 May 26 18:08:55.932834 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1fbb7-be1f-4808-af44-63e583c8c2d5 req-e41f84d6-bb88-402e-a0c1-b44852b2935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:55.934935 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2f1fbb7-be1f-4808-af44-63e583c8c2d5 req-e41f84d6-bb88-402e-a0c1-b44852b2935b service neutron] 10.222.0.86 "GET /v2.0/networks?id=31cac232-9768-4083-9065-c20228929068 HTTP/1.1" status: 200 len: 912 time: 0.1017547 May 26 18:08:56.008298 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2f1fbb7-be1f-4808-af44-63e583c8c2d5 req-50399517-e578-4082-a1f4-b7e29e963b06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f8b000-2834-4a6a-86b1-591ea06d67c9 HTTP/1.1" status: 200 len: 1001 time: 0.0642519 May 26 18:08:56.063616 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1fbb7-be1f-4808-af44-63e583c8c2d5 req-0f9fea5e-6cbb-454f-865c-d8e64775849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:56.065203 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2f1fbb7-be1f-4808-af44-63e583c8c2d5 req-0f9fea5e-6cbb-454f-865c-d8e64775849a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6391f8f8-c65b-4530-8b3e-5895efce7c46 HTTP/1.1" status: 200 len: 850 time: 0.0492446 May 26 18:08:56.122142 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1fbb7-be1f-4808-af44-63e583c8c2d5 req-cdbe5a58-22f8-46b8-b7f7-96d715ffbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:56.123817 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2f1fbb7-be1f-4808-af44-63e583c8c2d5 req-cdbe5a58-22f8-46b8-b7f7-96d715ffbc90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31cac232-9768-4083-9065-c20228929068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470798 May 26 18:08:56.278916 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2f1fbb7-be1f-4808-af44-63e583c8c2d5 req-1d907018-3ecc-4c09-8387-bceb70132985 service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443880 May 26 18:08:56.315081 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:08:56.393385 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2f1fbb7-be1f-4808-af44-63e583c8c2d5 req-ec1d42d0-1fe3-4c45-97d7-31929ec63e69 service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044621 May 26 18:08:56.850497 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4471b2-3f1b-42ea-91c6-edb55c65a7b3 req-7d6c83dd-c1c4-4862-9252-57a941b88347 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:56.851983 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4d4471b2-3f1b-42ea-91c6-edb55c65a7b3 req-7d6c83dd-c1c4-4862-9252-57a941b88347 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0537558 May 26 18:08:56.901777 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4d4471b2-3f1b-42ea-91c6-edb55c65a7b3 req-8336f402-f440-4e41-8e3a-b2636b0c2be8 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 May 26 18:08:56.975427 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:08:58.026410 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f639765-a558-4886-b667-ae102b1ea655 req-078c76be-3a2e-491f-86de-c4a82e089f2b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:08:58.028738 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7f639765-a558-4886-b667-ae102b1ea655 req-078c76be-3a2e-491f-86de-c4a82e089f2b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0522194 May 26 18:08:58.094700 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7f639765-a558-4886-b667-ae102b1ea655 req-f6c532de-d7c2-4702-accd-5afc66918f84 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599828 May 26 18:09:00.977453 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=49 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:03.541324 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74f3ee-855a-4ed6-86ba-1fbf03571e57 req-0790a77d-6b1d-445b-a319-a4c02e0db92b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:03.543504 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8c74f3ee-855a-4ed6-86ba-1fbf03571e57 req-0790a77d-6b1d-445b-a319-a4c02e0db92b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0810127 May 26 18:09:03.571572 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3603ac-ece7-4ecc-878e-7616fc61277f req-60b6cf51-804c-4ff6-9bc2-18c7aca6f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:03.573152 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ad3603ac-ece7-4ecc-878e-7616fc61277f req-60b6cf51-804c-4ff6-9bc2-18c7aca6f844 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 1130 time: 0.0786760 May 26 18:09:03.650920 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8c74f3ee-855a-4ed6-86ba-1fbf03571e57 req-b5b533b8-645c-4923-b82f-37527590bdee tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007261 May 26 18:09:03.697777 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3603ac-ece7-4ecc-878e-7616fc61277f req-bb8a669a-eda8-46ca-96b0-bf9b21495aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:03.700487 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ad3603ac-ece7-4ecc-878e-7616fc61277f req-bb8a669a-eda8-46ca-96b0-bf9b21495aeb service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.1148052 May 26 18:09:04.029864 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ad3603ac-ece7-4ecc-878e-7616fc61277f req-b41562f6-e9c3-438c-9669-838f58aa5ce5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96 HTTP/1.1" status: 200 len: 1001 time: 0.3227224 May 26 18:09:04.081228 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3603ac-ece7-4ecc-878e-7616fc61277f req-fe8fb7c1-b7f2-49b8-89a2-fe578fc51d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:04.082709 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ad3603ac-ece7-4ecc-878e-7616fc61277f req-fe8fb7c1-b7f2-49b8-89a2-fe578fc51d46 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.0461295 May 26 18:09:04.132089 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3603ac-ece7-4ecc-878e-7616fc61277f req-a29d0b0e-f238-4cb5-84d2-20f5d2c1249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:04.133568 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ad3603ac-ece7-4ecc-878e-7616fc61277f req-a29d0b0e-f238-4cb5-84d2-20f5d2c1249c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421615 May 26 18:09:04.163341 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:04.233985 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ad3603ac-ece7-4ecc-878e-7616fc61277f req-f2249c64-80e5-43d7-9db5-f8739152405b service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928829 May 26 18:09:04.345160 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ad3603ac-ece7-4ecc-878e-7616fc61277f req-dd865224-0a15-4d79-b0d7-f6828c49b9ac service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918763 May 26 18:09:04.829731 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c5b57-2d1e-46a1-92c8-0f0bef6d4b8b req-27074377-5466-4b7f-8940-8da2b58ca13b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:04.831562 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9e8c5b57-2d1e-46a1-92c8-0f0bef6d4b8b req-27074377-5466-4b7f-8940-8da2b58ca13b tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0551198 May 26 18:09:04.894059 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9e8c5b57-2d1e-46a1-92c8-0f0bef6d4b8b req-f1c2abc4-7cab-480b-886d-3477768f1649 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525613 May 26 18:09:05.638065 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=61 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:06.018781 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470e3ef-9767-476b-a263-2c33ab91d8eb req-323a8b3a-a91b-4e41-8b3e-50e150a61c40 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:06.020286 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0470e3ef-9767-476b-a263-2c33ab91d8eb req-323a8b3a-a91b-4e41-8b3e-50e150a61c40 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0535760 May 26 18:09:06.078918 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0470e3ef-9767-476b-a263-2c33ab91d8eb req-97d3a2a9-9107-4cc0-a653-171f19eacf3f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527358 May 26 18:09:06.961624 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:06.969892 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:07.236736 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1eee48-f443-4e8d-a85e-a1d84c4c5bd6 req-c175a268-120d-47cd-a690-cb5ca8eb0c45 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:07.238325 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1c1eee48-f443-4e8d-a85e-a1d84c4c5bd6 req-c175a268-120d-47cd-a690-cb5ca8eb0c45 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0781374 May 26 18:09:07.290511 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1c1eee48-f443-4e8d-a85e-a1d84c4c5bd6 req-a532f306-9e58-4229-898c-13894556cd43 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465317 May 26 18:09:08.419846 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dc2bd-577c-461d-a5bf-f94eadc69f32 req-ed03d3c1-9aef-4c38-a969-36d9e9136506 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:08.421392 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-435dc2bd-577c-461d-a5bf-f94eadc69f32 req-ed03d3c1-9aef-4c38-a969-36d9e9136506 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0519485 May 26 18:09:08.474572 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-435dc2bd-577c-461d-a5bf-f94eadc69f32 req-47d0e7ce-f25f-41b9-85b5-1ca5a6edd4a2 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471399 May 26 18:09:09.598791 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d501d1-952b-430a-83a5-150140111a53 req-0974219e-f685-4fff-aaa1-0ebe3118ee7c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:09.600372 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f7d501d1-952b-430a-83a5-150140111a53 req-0974219e-f685-4fff-aaa1-0ebe3118ee7c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0507414 May 26 18:09:09.653030 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f7d501d1-952b-430a-83a5-150140111a53 req-3568c7d6-b48b-4e51-9e10-74902241d9b7 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460489 May 26 18:09:10.783950 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6d646-f78c-4bc2-ba51-117a2411be73 req-82bb4537-c064-44e1-8515-76634b29d05f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:10.785509 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-54a6d646-f78c-4bc2-ba51-117a2411be73 req-82bb4537-c064-44e1-8515-76634b29d05f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0503983 May 26 18:09:10.806632 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:10.849184 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-54a6d646-f78c-4bc2-ba51-117a2411be73 req-3a0c2c88-cdb8-4359-993b-fbe8e70f22f1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575311 May 26 18:09:11.677225 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:11.981963 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e0000-dde8-4662-96dd-928a36a1952e req-b93650c0-d6a0-4a2b-a3b8-22caa20969b5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:11.983512 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e56e0000-dde8-4662-96dd-928a36a1952e req-b93650c0-d6a0-4a2b-a3b8-22caa20969b5 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0579937 May 26 18:09:12.049542 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e56e0000-dde8-4662-96dd-928a36a1952e req-1175e19b-1796-4c19-85f6-7a2de957971e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603514 May 26 18:09:13.178790 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bee9e-d289-4fdb-aa30-78da0c811c25 req-55c7e2f9-b942-4ac2-b3a3-109ecae57607 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:13.180319 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-474bee9e-d289-4fdb-aa30-78da0c811c25 req-55c7e2f9-b942-4ac2-b3a3-109ecae57607 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0532095 May 26 18:09:13.249677 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-474bee9e-d289-4fdb-aa30-78da0c811c25 req-d2fbbec3-5558-4952-864e-b6ae853cde3a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612538 May 26 18:09:14.379688 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dea9a6-3fbb-4dfc-9e3c-92812a8ca09a req-9af05361-9254-4346-a3f9-13444b6a26f8 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:14.381243 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e8dea9a6-3fbb-4dfc-9e3c-92812a8ca09a req-9af05361-9254-4346-a3f9-13444b6a26f8 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0531843 May 26 18:09:14.437416 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e8dea9a6-3fbb-4dfc-9e3c-92812a8ca09a req-aa516c96-f014-4677-a5ff-0f25717a1dfb tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495882 May 26 18:09:15.557679 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67105-839e-40e5-9c09-bdff3c39e4f8 req-8275ef91-544c-48bb-9a99-101f69af6148 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:15.560050 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8c67105-839e-40e5-9c09-bdff3c39e4f8 req-8275ef91-544c-48bb-9a99-101f69af6148 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0504568 May 26 18:09:15.610150 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8c67105-839e-40e5-9c09-bdff3c39e4f8 req-6868694e-fd9d-497b-961c-201a6738ab28 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444314 May 26 18:09:16.746482 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31308660-a812-43c1-88c8-1f1fbea090fa req-4c245943-3172-4301-a986-86bcdf9977b0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:16.748151 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-31308660-a812-43c1-88c8-1f1fbea090fa req-4c245943-3172-4301-a986-86bcdf9977b0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0599070 May 26 18:09:16.810372 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-31308660-a812-43c1-88c8-1f1fbea090fa req-6e698fae-900d-40b6-83da-5a47739fd93f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561643 May 26 18:09:17.951031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f3d48-bbee-4560-95bd-237672c2e78e req-70340d2a-8ba5-42d5-9471-5f1e1229077c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:17.953101 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-680f3d48-bbee-4560-95bd-237672c2e78e req-70340d2a-8ba5-42d5-9471-5f1e1229077c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0669708 May 26 18:09:18.035228 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-680f3d48-bbee-4560-95bd-237672c2e78e req-9447d0da-30b3-45fc-86a4-7adaae142df3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713599 May 26 18:09:18.110409 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b582f-bd74-47f8-995f-50e6ab45127c req-5e9174ee-3e39-40b3-a021-f2d6322f653b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:18.111883 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-657b582f-bd74-47f8-995f-50e6ab45127c req-5e9174ee-3e39-40b3-a021-f2d6322f653b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0654664 May 26 18:09:18.183028 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-657b582f-bd74-47f8-995f-50e6ab45127c req-8cb65e03-3a46-4790-a492-d31b148410a1 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617201 May 26 18:09:18.287929 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efebbf-bba4-4091-8fdb-6e9815345a17 req-dcefd992-459c-42c9-8a34-c9f857815586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:18.289467 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a7efebbf-bba4-4091-8fdb-6e9815345a17 req-dcefd992-459c-42c9-8a34-c9f857815586 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98761773ea78490baebe0b3d9414ac45&device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 1168 time: 0.0427670 May 26 18:09:18.395788 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efebbf-bba4-4091-8fdb-6e9815345a17 req-ce510514-3342-4a09-bcf3-0bf91e589a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:18.397185 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a7efebbf-bba4-4091-8fdb-6e9815345a17 req-ce510514-3342-4a09-bcf3-0bf91e589a8b service neutron] 10.222.0.86 "GET /v2.0/networks?id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 HTTP/1.1" status: 200 len: 914 time: 0.0967212 May 26 18:09:18.467176 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a7efebbf-bba4-4091-8fdb-6e9815345a17 req-9175e5bc-b356-48ee-a959-f84c42a8e591 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d HTTP/1.1" status: 200 len: 1000 time: 0.0593874 May 26 18:09:18.527691 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efebbf-bba4-4091-8fdb-6e9815345a17 req-0c70aeb1-5ad1-4a70-b10d-8cb233b2bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:18.529458 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a7efebbf-bba4-4091-8fdb-6e9815345a17 req-0c70aeb1-5ad1-4a70-b10d-8cb233b2bd50 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5314348d-f217-4b92-bed8-d33b873a2bbf HTTP/1.1" status: 200 len: 852 time: 0.0531197 May 26 18:09:18.583792 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efebbf-bba4-4091-8fdb-6e9815345a17 req-8defa9e4-71d3-46a1-a4ce-9c9edc89ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:18.585485 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a7efebbf-bba4-4091-8fdb-6e9815345a17 req-8defa9e4-71d3-46a1-a4ce-9c9edc89ec16 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465426 May 26 18:09:18.616923 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:18.695192 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a7efebbf-bba4-4091-8fdb-6e9815345a17 req-17f60b82-0f10-4136-82db-d0a977ad2309 service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032190 May 26 18:09:18.800083 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a7efebbf-bba4-4091-8fdb-6e9815345a17 req-c1acf842-3b10-4792-bb37-15e55657ec12 service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981104 May 26 18:09:19.162626 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c7e06-a163-40ca-9644-60d920c7b76c req-39a6aa2c-2076-4696-bf55-fa7aab43eac1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:19.164141 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8c0c7e06-a163-40ca-9644-60d920c7b76c req-39a6aa2c-2076-4696-bf55-fa7aab43eac1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0544798 May 26 18:09:19.219257 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8c0c7e06-a163-40ca-9644-60d920c7b76c req-f4899f52-3c2f-4ba1-9041-4c5a1f139ef6 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489788 May 26 18:09:19.295244 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:19.311882 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70951840-3687-41fa-96ec-a656e5d97eab req-3470f617-4b8b-4508-86a8-36d850f3be28 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:19.313644 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-70951840-3687-41fa-96ec-a656e5d97eab req-3470f617-4b8b-4508-86a8-36d850f3be28 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0492251 May 26 18:09:19.360164 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:19.379635 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-70951840-3687-41fa-96ec-a656e5d97eab req-b96c2be5-10e8-4c5e-a4d9-dad8ec3372b0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601695 May 26 18:09:20.337725 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b273f6-633a-400e-942d-de4cc16644a7 req-74459ba7-d557-42c6-a8d3-6a6d1b4d7039 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:20.339815 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-81b273f6-633a-400e-942d-de4cc16644a7 req-74459ba7-d557-42c6-a8d3-6a6d1b4d7039 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0479791 May 26 18:09:20.376035 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:20.388608 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-81b273f6-633a-400e-942d-de4cc16644a7 req-e076d4fa-4855-4ca5-a857-98b4282044c1 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428271 May 26 18:09:20.436993 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-63e2ca25-47aa-4fa6-b851-377c485abca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:20.500084 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe1451-b6d5-4629-a225-e83e699f01ec req-e3377e8a-1c68-4b1f-b8ae-0faaeebc0950 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:20.501619 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-18fe1451-b6d5-4629-a225-e83e699f01ec req-e3377e8a-1c68-4b1f-b8ae-0faaeebc0950 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0506861 May 26 18:09:20.570240 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-18fe1451-b6d5-4629-a225-e83e699f01ec req-65289a50-3db8-4186-ba91-6c4d7bc21719 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627241 May 26 18:09:21.248520 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c856ca9-cfb1-49d9-b340-103870bf12a0 req-edae2460-4a80-4bff-ba8f-6a4fb6d05138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:21.250012 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8c856ca9-cfb1-49d9-b340-103870bf12a0 req-edae2460-4a80-4bff-ba8f-6a4fb6d05138 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 1130 time: 0.0429606 May 26 18:09:21.295060 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8c856ca9-cfb1-49d9-b340-103870bf12a0 req-a8616eaf-8457-4cf2-869f-fd0136938675 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378475 May 26 18:09:21.504477 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057da92-e746-4d1c-8e49-c09c45a5635a req-15edc817-de29-45a4-8b65-9d734e66b4c8 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:21.506063 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7057da92-e746-4d1c-8e49-c09c45a5635a req-15edc817-de29-45a4-8b65-9d734e66b4c8 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0476367 May 26 18:09:21.553704 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7057da92-e746-4d1c-8e49-c09c45a5635a req-77c70c6b-800d-4243-97ac-05d653482ee0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 May 26 18:09:21.690982 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff21dc-9132-478e-a55d-997fe07c130b req-087ddc45-ca07-46b3-aa3a-2ba9574fe2ad tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:21.692461 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bdff21dc-9132-478e-a55d-997fe07c130b req-087ddc45-ca07-46b3-aa3a-2ba9574fe2ad tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0514064 May 26 18:09:21.759443 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bdff21dc-9132-478e-a55d-997fe07c130b req-949d727c-c014-4cc4-a65a-45e8d0bdffb4 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583467 May 26 18:09:22.653806 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7c87e525-5590-4c1e-b488-1b157652e509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:22.696721 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32f290-83fc-4cc4-9658-ed5140915706 req-6b5096fc-083b-43b9-a8c4-cb176162556a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:22.699848 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8c32f290-83fc-4cc4-9658-ed5140915706 req-6b5096fc-083b-43b9-a8c4-cb176162556a tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0748980 May 26 18:09:22.753670 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8c32f290-83fc-4cc4-9658-ed5140915706 req-84d03078-7698-49c6-807e-26051d4ab1ee tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478001 May 26 18:09:22.881303 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aa95d-86d8-4d7e-bd0f-7468715f5e04 req-882bb181-4d76-46c8-8a7d-5596c3a74fbf tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:22.882801 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4c9aa95d-86d8-4d7e-bd0f-7468715f5e04 req-882bb181-4d76-46c8-8a7d-5596c3a74fbf tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0486524 May 26 18:09:22.954165 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4c9aa95d-86d8-4d7e-bd0f-7468715f5e04 req-af84385a-7927-4680-ad8b-33a28db6f054 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648119 May 26 18:09:23.869821 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c67ba9-4662-4c50-826e-f2b58e1eea9b req-0d251055-044a-46aa-859b-fa20944a44bc tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:23.871493 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3c67ba9-4662-4c50-826e-f2b58e1eea9b req-0d251055-044a-46aa-859b-fa20944a44bc tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0474722 May 26 18:09:23.898898 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:23.922398 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f3c67ba9-4662-4c50-826e-f2b58e1eea9b req-071cb44d-41e2-48f9-9798-3a26f4d789b6 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453801 May 26 18:09:24.076570 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4a50d-2553-4aad-90e7-bc7fd3bccc53 req-27232b4a-e21a-442f-9349-d06750c00b20 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:24.078307 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fdc4a50d-2553-4aad-90e7-bc7fd3bccc53 req-27232b4a-e21a-442f-9349-d06750c00b20 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0523887 May 26 18:09:24.150922 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fdc4a50d-2553-4aad-90e7-bc7fd3bccc53 req-231f5d5f-581e-48fe-84f8-c173d5d70621 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623226 May 26 18:09:24.294722 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f12499-e248-4b28-bdac-f28b46b1f2f7 req-65f5af10-29a7-439a-a5d5-5f993d73b5e3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:24.296374 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-25f12499-e248-4b28-bdac-f28b46b1f2f7 req-65f5af10-29a7-439a-a5d5-5f993d73b5e3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0503147 May 26 18:09:24.338472 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540dc00-fb8d-4fa5-8c55-06ad59dbe97c req-673366ef-981a-48df-986c-1ca6798f4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:24.340173 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6540dc00-fb8d-4fa5-8c55-06ad59dbe97c req-673366ef-981a-48df-986c-1ca6798f4d3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 1130 time: 0.0404189 May 26 18:09:24.344637 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-25f12499-e248-4b28-bdac-f28b46b1f2f7 req-11e563cb-b617-4949-9b96-e1019229e468 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430102 May 26 18:09:24.439712 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540dc00-fb8d-4fa5-8c55-06ad59dbe97c req-3d4fe479-e026-45b7-a333-e8a2a714be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:24.441193 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6540dc00-fb8d-4fa5-8c55-06ad59dbe97c req-3d4fe479-e026-45b7-a333-e8a2a714be54 service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.0894175 May 26 18:09:24.503636 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6540dc00-fb8d-4fa5-8c55-06ad59dbe97c req-fd36519a-29f8-4be9-a25e-8fe712644914 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96 HTTP/1.1" status: 200 len: 1001 time: 0.0536304 May 26 18:09:24.558051 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540dc00-fb8d-4fa5-8c55-06ad59dbe97c req-9c11bf7f-56ea-4ae1-ae8e-edbfd6710a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:24.559776 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6540dc00-fb8d-4fa5-8c55-06ad59dbe97c req-9c11bf7f-56ea-4ae1-ae8e-edbfd6710a1c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.0477672 May 26 18:09:24.609905 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:24.615733 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540dc00-fb8d-4fa5-8c55-06ad59dbe97c req-04a3c2e1-b4bb-45a9-93f2-113b629c34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:24.617263 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6540dc00-fb8d-4fa5-8c55-06ad59dbe97c req-04a3c2e1-b4bb-45a9-93f2-113b629c34a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497220 May 26 18:09:24.718453 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6540dc00-fb8d-4fa5-8c55-06ad59dbe97c req-d6a23cd4-75aa-4c3c-a044-5442ba47c33a service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880504 May 26 18:09:24.815255 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6540dc00-fb8d-4fa5-8c55-06ad59dbe97c req-2b7611e1-3d47-4db6-ba73-eb05727ed1f2 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890546 May 26 18:09:25.290142 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfe0d-784f-4734-977d-413430e3a5c6 req-1e7674e9-9456-413c-9e00-e6249f1f6aa2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:25.291763 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-00dbfe0d-784f-4734-977d-413430e3a5c6 req-1e7674e9-9456-413c-9e00-e6249f1f6aa2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0538678 May 26 18:09:25.376810 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-00dbfe0d-784f-4734-977d-413430e3a5c6 req-8b3e935d-e978-4d95-9fa6-3c70f92f664a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771313 May 26 18:09:25.475280 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7feaf76-1983-4120-a395-c6105c2f0645 req-a8dbc374-a8e0-4790-803b-9c1244f949e3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:25.476715 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b7feaf76-1983-4120-a395-c6105c2f0645 req-a8dbc374-a8e0-4790-803b-9c1244f949e3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0538831 May 26 18:09:25.529549 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:25.532662 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b7feaf76-1983-4120-a395-c6105c2f0645 req-4a9a2009-3265-4fa3-a4c4-7ea7753dc741 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485580 May 26 18:09:26.506603 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eb548-f2a9-4656-8c28-7d721d74bd54 req-d04d5f1f-d3df-40cd-911e-f38da17c35e8 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:26.508149 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1f3eb548-f2a9-4656-8c28-7d721d74bd54 req-d04d5f1f-d3df-40cd-911e-f38da17c35e8 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0547254 May 26 18:09:26.567231 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:26.574418 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1f3eb548-f2a9-4656-8c28-7d721d74bd54 req-4734be6c-d511-4bf1-b6de-c9286a7429fa tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605021 May 26 18:09:26.664875 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:26.665703 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:26.667899 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743ce2b-30aa-4cde-8530-592458528bd0 req-8ac4e509-c9e9-43b0-bd37-3e9dd7b9abfe tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:26.669746 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d743ce2b-30aa-4cde-8530-592458528bd0 req-8ac4e509-c9e9-43b0-bd37-3e9dd7b9abfe tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0581837 May 26 18:09:26.726263 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d743ce2b-30aa-4cde-8530-592458528bd0 req-0f8151d9-c1d6-43c5-a4ac-5c8f9bfc7dbb tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464306 May 26 18:09:26.978960 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:27.703179 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfc5d1-4caf-4638-88d0-c67afe62c668 req-298d0a6a-ad37-4069-af44-81d355712b59 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:27.704779 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-76bfc5d1-4caf-4638-88d0-c67afe62c668 req-298d0a6a-ad37-4069-af44-81d355712b59 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0537422 May 26 18:09:27.769734 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-76bfc5d1-4caf-4638-88d0-c67afe62c668 req-48263d89-36b3-4206-ac61-71e63b780ce6 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590978 May 26 18:09:27.853208 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e107d5-f2d9-4504-9360-3fd6dc0b965e req-5906b887-ce41-482f-a313-b8a5db187089 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:27.855302 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e3e107d5-f2d9-4504-9360-3fd6dc0b965e req-5906b887-ce41-482f-a313-b8a5db187089 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0558498 May 26 18:09:27.903607 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e3e107d5-f2d9-4504-9360-3fd6dc0b965e req-e0324a28-4a12-4b65-b912-591e580aafb7 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 May 26 18:09:28.891009 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe098b-ec0e-4082-8898-a85525fc994a req-85e807ed-a0fb-4134-9c34-2cca490a6498 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:28.892517 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f5fe098b-ec0e-4082-8898-a85525fc994a req-85e807ed-a0fb-4134-9c34-2cca490a6498 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0502534 May 26 18:09:28.965201 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f5fe098b-ec0e-4082-8898-a85525fc994a req-25d3fb3a-d2dd-40c6-98da-c2dfadf611d7 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669575 May 26 18:09:29.028951 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521fc38-aeb3-466e-be7e-fde1092fa45c req-e8219347-2c38-40b9-88a3-cd99dd10f3a9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:29.030964 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4521fc38-aeb3-466e-be7e-fde1092fa45c req-e8219347-2c38-40b9-88a3-cd99dd10f3a9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0500720 May 26 18:09:29.080723 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4521fc38-aeb3-466e-be7e-fde1092fa45c req-3fc124a6-75e4-418b-9dbc-a5a0607e7cf9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442426 May 26 18:09:29.204098 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a42c5-944e-47c7-a92d-4893b2d089c2 req-287d056a-f675-4156-9ab8-d47b8165a9bf tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:29.205562 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff6a42c5-944e-47c7-a92d-4893b2d089c2 req-287d056a-f675-4156-9ab8-d47b8165a9bf tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0506282 May 26 18:09:29.216059 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59696) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:29.220594 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-b0774bfe-de55-4bf8-9458-49d8b94cc805 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Request body: {'floatingip': {'port_id': '5504205b-c7f9-44bd-bd92-7e2d2536ea96'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:29.273948 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b0774bfe-de55-4bf8-9458-49d8b94cc805 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for floatingip (3ef85a88-1c4b-47b4-96b8-9e6b53d9b538), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.619739 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:29.763604 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b0774bfe-de55-4bf8-9458-49d8b94cc805 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.768091 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b0774bfe-de55-4bf8-9458-49d8b94cc805 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (3ef85a88-1c4b-47b4-96b8-9e6b53d9b538), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:29.975652 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:29.988042 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0774bfe-de55-4bf8-9458-49d8b94cc805 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Router 27dd8832-0584-4c9a-abd9-f84c2c759178 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:09:30.049020 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:30.089669 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370567e-42bc-4027-b695-ccf168f6bb35 req-848985f6-f313-4ed5-8d8c-6f438bba2128 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:30.091419 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3370567e-42bc-4027-b695-ccf168f6bb35 req-848985f6-f313-4ed5-8d8c-6f438bba2128 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0528526 May 26 18:09:30.105890 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0774bfe-de55-4bf8-9458-49d8b94cc805 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:09:30.110969 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b0774bfe-de55-4bf8-9458-49d8b94cc805 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:30.119113 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27449152-22b7-46d8-a4ec-f6c2933dd336 None None] Sync routers for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:09:30.134380 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27449152-22b7-46d8-a4ec-f6c2933dd336 None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:30.136334 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-27449152-22b7-46d8-a4ec-f6c2933dd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:30.149394 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:30.151880 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df316f1-3c9d-42ee-a821-2d5d04a5a271" -d '{"events": [{"name": "network-changed", "server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:30.168515 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:30.175561 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3370567e-42bc-4027-b695-ccf168f6bb35 req-3e38ce95-86f4-4297-9e04-9148b706c1c8 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744529 May 26 18:09:30.199729 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b0774bfe-de55-4bf8-9458-49d8b94cc805 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "PUT /v2.0/floatingips/3ef85a88-1c4b-47b4-96b8-9e6b53d9b538 HTTP/1.1" status: 200 len: 993 time: 0.9824073 May 26 18:09:30.213398 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad022ea1-c474-4fc5-b076-f341795465ae x-openstack-request-id: req-ad022ea1-c474-4fc5-b076-f341795465ae {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:30.214910 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:30.215443 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ad022ea1-c474-4fc5-b076-f341795465ae {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:30.215959 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad022ea1-c474-4fc5-b076-f341795465ae'] response: {'name': 'network-changed', 'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'status': 'completed', 'code': 200} May 26 18:09:30.254387 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-27449152-22b7-46d8-a4ec-f6c2933dd336 None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:30.303512 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df316f1-3c9d-42ee-a821-2d5d04a5a271 req-35b37af3-3734-4009-8a87-d6b78df57679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:30.305267 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9df316f1-3c9d-42ee-a821-2d5d04a5a271 req-35b37af3-3734-4009-8a87-d6b78df57679 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 1130 time: 0.0420070 May 26 18:09:30.415899 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df316f1-3c9d-42ee-a821-2d5d04a5a271 req-b292961c-b121-457f-960a-bc611e0e5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:30.417485 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9df316f1-3c9d-42ee-a821-2d5d04a5a271 req-b292961c-b121-457f-960a-bc611e0e5fab service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.1037602 May 26 18:09:30.510218 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9df316f1-3c9d-42ee-a821-2d5d04a5a271 req-425f5106-8d8e-4421-ad79-a59c373be948 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96 HTTP/1.1" status: 200 len: 1001 time: 0.0724680 May 26 18:09:30.513298 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-27449152-22b7-46d8-a4ec-f6c2933dd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3ef85a88-1c4b-47b4-96b8-9e6b53d9b538', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'port_id': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'mac_address': 'fa:16:3e:6e:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:07:37Z', 'updated_at': '2022-05-26T18:09:29Z', 'revision_number': 3, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 5, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:30.543981 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27449152-22b7-46d8-a4ec-f6c2933dd336 None None] Checking router: 27dd8832-0584-4c9a-abd9-f84c2c759178 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:09:30.553426 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27449152-22b7-46d8-a4ec-f6c2933dd336 None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:30.554055 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-27449152-22b7-46d8-a4ec-f6c2933dd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:30.575309 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df316f1-3c9d-42ee-a821-2d5d04a5a271 req-e9efdfc2-3f67-4ab6-a52b-cb8d173a20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:30.576987 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9df316f1-3c9d-42ee-a821-2d5d04a5a271 req-e9efdfc2-3f67-4ab6-a52b-cb8d173a20c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.0595913 May 26 18:09:30.647945 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df316f1-3c9d-42ee-a821-2d5d04a5a271 req-e7d4ac6b-f44f-4f5b-86a9-bf407677d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:30.650487 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9df316f1-3c9d-42ee-a821-2d5d04a5a271 req-e7d4ac6b-f44f-4f5b-86a9-bf407677d5a7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624554 May 26 18:09:30.671567 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-27449152-22b7-46d8-a4ec-f6c2933dd336 None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:30.763064 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9df316f1-3c9d-42ee-a821-2d5d04a5a271 req-1812cd91-e39f-4732-8a1e-3d1d0c07e8aa service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049931 May 26 18:09:30.850770 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:30.888040 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9df316f1-3c9d-42ee-a821-2d5d04a5a271 req-c519eecd-0113-401f-9c50-a521c76025f0 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138923 May 26 18:09:30.925935 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-27449152-22b7-46d8-a4ec-f6c2933dd336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3ef85a88-1c4b-47b4-96b8-9e6b53d9b538', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'port_id': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'mac_address': 'fa:16:3e:6e:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:07:37Z', 'updated_at': '2022-05-26T18:09:29Z', 'revision_number': 3, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 5, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:30.953049 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27449152-22b7-46d8-a4ec-f6c2933dd336 None None] The sync data for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi is: [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3ef85a88-1c4b-47b4-96b8-9e6b53d9b538', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'port_id': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'mac_address': 'fa:16:3e:6e:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:07:37Z', 'updated_at': '2022-05-26T18:09:29Z', 'revision_number': 3, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 5, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:09:31.300878 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a0e76-de2b-4289-a115-28c5206feb9a req-00d27afb-f2af-4bc0-96dc-f14af6fdd32b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:31.302299 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e60a0e76-de2b-4289-a115-28c5206feb9a req-00d27afb-f2af-4bc0-96dc-f14af6fdd32b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0524998 May 26 18:09:31.366004 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e60a0e76-de2b-4289-a115-28c5206feb9a req-c6eae5a3-99b4-4707-9c31-28c9878f66bb tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572605 May 26 18:09:32.216963 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:32.219432 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3411cf-5e86-449a-8148-8a84947f6eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:32.257265 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ea8f86-9562-4af3-a328-e04fab219dae x-openstack-request-id: req-54ea8f86-9562-4af3-a328-e04fab219dae {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:32.257564 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:32.257822 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54ea8f86-9562-4af3-a328-e04fab219dae {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:32.258249 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ea8f86-9562-4af3-a328-e04fab219dae'] response: {'name': 'network-changed', 'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'status': 'completed', 'code': 200} May 26 18:09:32.358573 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3411cf-5e86-449a-8148-8a84947f6eb3 req-6a9b516b-1106-4721-a46d-638892dca7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:32.360105 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff3411cf-5e86-449a-8148-8a84947f6eb3 req-6a9b516b-1106-4721-a46d-638892dca7f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 1130 time: 0.0424972 May 26 18:09:32.463540 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3411cf-5e86-449a-8148-8a84947f6eb3 req-73b49b96-c51e-4398-a0e7-9d3ad22966bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:32.465598 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff3411cf-5e86-449a-8148-8a84947f6eb3 req-73b49b96-c51e-4398-a0e7-9d3ad22966bb service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.0988543 May 26 18:09:32.487776 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4be88a-0cc4-41e5-855b-4e11d91621fb req-1571735f-2bd7-4488-beb3-c31526d1a4c2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:32.489422 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6f4be88a-0cc4-41e5-855b-4e11d91621fb req-1571735f-2bd7-4488-beb3-c31526d1a4c2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0498488 May 26 18:09:32.536293 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff3411cf-5e86-449a-8148-8a84947f6eb3 req-24c80d2f-57e4-428d-b8ba-ec4b1426859b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96 HTTP/1.1" status: 200 len: 1001 time: 0.0624616 May 26 18:09:32.568928 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6f4be88a-0cc4-41e5-855b-4e11d91621fb req-8f95ad75-a355-42d5-87bf-52dedfbc59f0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711772 May 26 18:09:32.591122 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3411cf-5e86-449a-8148-8a84947f6eb3 req-be81f99e-43f2-4b24-812d-c902642aa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:32.592625 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff3411cf-5e86-449a-8148-8a84947f6eb3 req-be81f99e-43f2-4b24-812d-c902642aa412 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.0493681 May 26 18:09:32.642343 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:09:32.647967 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3411cf-5e86-449a-8148-8a84947f6eb3 req-95d31281-08d0-4de6-a468-b2ed9071a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:32.649504 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff3411cf-5e86-449a-8148-8a84947f6eb3 req-95d31281-08d0-4de6-a468-b2ed9071a55e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494502 May 26 18:09:32.756366 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff3411cf-5e86-449a-8148-8a84947f6eb3 req-e6f559bc-adbc-4df0-91ca-5c49eb39e3b8 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892560 May 26 18:09:32.769828 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:32.856839 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff3411cf-5e86-449a-8148-8a84947f6eb3 req-d17bddde-7c0f-4d82-9e6c-3b81950e1f35 service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940557 May 26 18:09:33.709576 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c68daa-55f9-4805-a866-16b40b220de7 req-8e72936e-0c09-4034-b39a-2fae8e63eb84 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:33.711194 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-63c68daa-55f9-4805-a866-16b40b220de7 req-8e72936e-0c09-4034-b39a-2fae8e63eb84 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0562508 May 26 18:09:33.777045 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-63c68daa-55f9-4805-a866-16b40b220de7 req-b112739d-76eb-4708-8d0f-2293b9c4bb32 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596752 May 26 18:09:34.912568 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c25389-77c7-4752-95ba-936ce0d8fa0f req-6ab4babe-33dc-474a-817f-329d0ea6a7e6 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:34.914321 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-00c25389-77c7-4752-95ba-936ce0d8fa0f req-6ab4babe-33dc-474a-817f-329d0ea6a7e6 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0537040 May 26 18:09:34.984744 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-00c25389-77c7-4752-95ba-936ce0d8fa0f req-3510b112-ebf5-48ce-8f5a-baba98149c4a tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630946 May 26 18:09:36.104896 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a640a7-d89b-4de3-ae50-916c20bde550 req-d349aed2-8c3f-478c-aa8c-a714709069aa tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:36.106432 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f2a640a7-d89b-4de3-ae50-916c20bde550 req-d349aed2-8c3f-478c-aa8c-a714709069aa tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0515783 May 26 18:09:36.178986 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f2a640a7-d89b-4de3-ae50-916c20bde550 req-9c3b843c-d5f2-4329-9fe4-2a1f31d7a689 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&id=eea1309d-f568-4505-b38c-3ce75016ea77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665662 May 26 18:09:36.957892 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=22 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:36.968378 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=22,neutron:UPDATE=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:41.675243 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:42.638767 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=73 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:43.957312 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-e249cec8-e3c6-4345-8418-8ddbdcea728a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448527 May 26 18:09:44.040523 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-d4e53e2f-86b0-44f6-a149-02944d76b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:44.042773 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-d4e53e2f-86b0-44f6-a149-02944d76b08c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 1129 time: 0.0408132 May 26 18:09:44.408985 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-d1dcb183-98d8-4833-b60d-99fd5c49eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:44.410442 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-d1dcb183-98d8-4833-b60d-99fd5c49eaad service neutron] 10.222.0.86 "GET /v2.0/networks?id=674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 200 len: 920 time: 0.3463576 May 26 18:09:44.461684 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-756b360c-210c-451b-98b0-59ef3d5affca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25a14006-975e-4a8e-9d3d-96f25c4467f0 HTTP/1.1" status: 200 len: 217 time: 0.0340748 May 26 18:09:44.502829 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:44.513897 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-f9a2a654-5b2f-416f-b36a-714b9c64bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:44.515509 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-f9a2a654-5b2f-416f-b36a-714b9c64bbcc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 200 len: 858 time: 0.0479283 May 26 18:09:44.726661 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-0571d30f-388d-42ba-8fd1-618a6d2a20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:44.728282 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-0571d30f-388d-42ba-8fd1-618a6d2a20a8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=674e4916-1510-4fc4-b57b-b0089244acfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472515 May 26 18:09:44.974444 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=33 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:44.977526 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=35 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:45.314762 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-8fa8f3aa-1f97-43a9-aa3f-c27329d5918d service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842545 May 26 18:09:45.771682 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09d7946e-0d73-45ff-b33a-7e85b3d2f8f8 req-c5786fc5-9252-4fea-8f11-2d9ca0a0632c service neutron] 10.222.0.86 "GET /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943718 May 26 18:09:48.678942 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:49.219827 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e6a85-9220-4a9c-abfb-d6ebb630a1f8 req-7a8f8b9c-059f-4ec7-b386-09b61213d2f6 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:49.221240 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-724e6a85-9220-4a9c-abfb-d6ebb630a1f8 req-7a8f8b9c-059f-4ec7-b386-09b61213d2f6 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 945 time: 0.0509875 May 26 18:09:49.273287 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-724e6a85-9220-4a9c-abfb-d6ebb630a1f8 req-fd89957f-6feb-4915-a7be-bd9502a2186b tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462952 May 26 18:09:50.393493 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b052e-1033-4130-8fa6-537aa6e9eb17 req-a47a0832-dbbf-4746-98d3-5cc293fcdb98 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:50.395154 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff9b052e-1033-4130-8fa6-537aa6e9eb17 req-a47a0832-dbbf-4746-98d3-5cc293fcdb98 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 945 time: 0.0500212 May 26 18:09:50.440483 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3c391292-f92f-498c-a3a0-417fdaf8d42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:50.449584 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff9b052e-1033-4130-8fa6-537aa6e9eb17 req-1557c08a-b181-4d66-b30e-3338f760fa65 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488429 May 26 18:09:51.181895 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93278e51-553d-4664-a8fa-c3b61c97790f req-f94ac5c4-3395-427a-8423-90b5ca89c022 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:51.183624 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-93278e51-553d-4664-a8fa-c3b61c97790f req-f94ac5c4-3395-427a-8423-90b5ca89c022 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 945 time: 0.0509295 May 26 18:09:51.285269 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Deleting port 3c239d26-0866-4946-be79-fa64dcd4b725 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:51.285642 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:51.354709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:51.387288 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] For port 3c239d26-0866-4946-be79-fa64dcd4b725, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=3c239d26-0866-4946-be79-fa64dcd4b725,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:09:51.387733 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:51.574773 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363059e6-97a2-4f5f-a432-521f49f6bfca req-2587f995-15cb-47de-ba5f-8312ecc84b36 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:51.576382 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-363059e6-97a2-4f5f-a432-521f49f6bfca req-2587f995-15cb-47de-ba5f-8312ecc84b36 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 945 time: 0.0513568 May 26 18:09:51.598831 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:51.599759 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (36ae14af-e795-46e2-97fa-b175fbb10eae), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:51.599951 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Floating IP 36ae14af-e795-46e2-97fa-b175fbb10eae disassociated. External IP: 172.27.1.36, port: 3c239d26-0866-4946-be79-fa64dcd4b725. May 26 18:09:51.600317 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Calling delete_port for 3c239d26-0866-4946-be79-fa64dcd4b725 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:51.639172 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-363059e6-97a2-4f5f-a432-521f49f6bfca req-e3ee9cdb-ee2b-4c19-bb1b-dfedb44f7375 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e7f47d-d531-46ac-8fb7-882829627ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562315 May 26 18:09:51.771794 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (3c239d26-0866-4946-be79-fa64dcd4b725), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:51.805884 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'Port': ['ID=3c239d26-0866-4946-be79-fa64dcd4b725,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:51.819686 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.819997 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.820352 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.820691 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.821035 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.821374 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.821703 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.822042 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.822406 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.823311 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.823647 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.823994 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.824309 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.824731 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.825063 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:51.864397 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:51.946870 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:09:52.073830 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:09:52.087937 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebf8b78-7192-443f-bab1-a8314d7df4e9 None None] Sync routers for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:09:52.100658 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf8b78-7192-443f-bab1-a8314d7df4e9 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:52.101694 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-eebf8b78-7192-443f-bab1-a8314d7df4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:52.124383 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] No DVR routers for this DVR port 3c239d26-0866-4946-be79-fa64dcd4b725 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:09:52.127733 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:52.131542 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-93278e51-553d-4664-a8fa-c3b61c97790f req-4d32479c-4b49-4da0-b117-0044e3073657 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "DELETE /v2.0/ports/3c239d26-0866-4946-be79-fa64dcd4b725 HTTP/1.1" status: 204 len: 173 time: 0.9390433 May 26 18:09:52.132031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'name': 'network-vif-deleted', 'tag': '3c239d26-0866-4946-be79-fa64dcd4b725'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:09:52.134632 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8204db87-1504-4aa6-a36c-a7fac01b9ccd" -d '{"events": [{"server_uuid": "55d1c756-d845-43f2-8ec2-0767b6a3be7f", "name": "network-vif-deleted", "tag": "3c239d26-0866-4946-be79-fa64dcd4b725"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:09:52.198514 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7868df0d-1559-4e7b-82a7-1e0957a8f371 x-openstack-request-id: req-7868df0d-1559-4e7b-82a7-1e0957a8f371 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:09:52.199111 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d1c756-d845-43f2-8ec2-0767b6a3be7f", "name": "network-vif-deleted", "tag": "3c239d26-0866-4946-be79-fa64dcd4b725", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:09:52.199377 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7868df0d-1559-4e7b-82a7-1e0957a8f371 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:09:52.199806 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7868df0d-1559-4e7b-82a7-1e0957a8f371'] response: {'server_uuid': '55d1c756-d845-43f2-8ec2-0767b6a3be7f', 'name': 'network-vif-deleted', 'tag': '3c239d26-0866-4946-be79-fa64dcd4b725', 'status': 'completed', 'code': 200} May 26 18:09:52.266638 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-eebf8b78-7192-443f-bab1-a8314d7df4e9 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:52.617583 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-eebf8b78-7192-443f-bab1-a8314d7df4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:52.652684 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebf8b78-7192-443f-bab1-a8314d7df4e9 None None] Checking router: dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:09:52.669726 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-71f1527c-96bd-4e15-8373-3dbf1d99464d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:52.673339 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf8b78-7192-443f-bab1-a8314d7df4e9 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:09:52.673965 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-eebf8b78-7192-443f-bab1-a8314d7df4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:52.794957 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-eebf8b78-7192-443f-bab1-a8314d7df4e9 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:09:52.798744 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4450322d-dfbc-4c30-ac30-00772aaeb437 req-aebecaa8-1dfb-4b20-9ae0-5dcfaaf0d276 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=55d1c756-d845-43f2-8ec2-0767b6a3be7f HTTP/1.1" status: 200 len: 210 time: 0.0397446 May 26 18:09:53.009031 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-eebf8b78-7192-443f-bab1-a8314d7df4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:09:53.046919 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebf8b78-7192-443f-bab1-a8314d7df4e9 None None] The sync data for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi is: [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:09:53.322140 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf544d-c906-4b8c-b933-2a6906e4a5c1 None None] New status for floating IP 36ae14af-e795-46e2-97fa-b175fbb10eae: DOWN {{(pid=104149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:09:53.901885 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59802) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:53.912668 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:53.977527 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e18a7cc1-5e6e-41ac-a0e4-21b202aa293e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (c3e7f47d-d531-46ac-8fb7-882829627ed5), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.003859 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e18a7cc1-5e6e-41ac-a0e4-21b202aa293e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (c3e7f47d-d531-46ac-8fb7-882829627ed5), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.056664 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e18a7cc1-5e6e-41ac-a0e4-21b202aa293e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (c3e7f47d-d531-46ac-8fb7-882829627ed5), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.059360 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e18a7cc1-5e6e-41ac-a0e4-21b202aa293e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.060747 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e18a7cc1-5e6e-41ac-a0e4-21b202aa293e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "DELETE /v2.0/security-groups/c3e7f47d-d531-46ac-8fb7-882829627ed5 HTTP/1.1" status: 204 len: 168 time: 0.1572700 May 26 18:09:54.063602 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59804) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:54.080016 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a7cc1-5e6e-41ac-a0e4-21b202aa293e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e7f47d-d531-46ac-8fb7-882829627ed5,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:54.080556 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.api.v2.resource [None req-bd0103e3-a818-4b7d-9b0b-18771a64bbab tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] show failed (client error): The resource could not be found. May 26 18:09:54.083362 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-bd0103e3-a818-4b7d-9b0b-18771a64bbab tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups/c3e7f47d-d531-46ac-8fb7-882829627ed5 HTTP/1.1" status: 404 len: 347 time: 0.0182579 May 26 18:09:54.086036 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59806) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:54.221192 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-b7eccc4c-26ea-410b-a2c2-9b1d8a489b89 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Deleting port 0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:09:54.221538 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7eccc4c-26ea-410b-a2c2-9b1d8a489b89 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.234656 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:54.311325 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7eccc4c-26ea-410b-a2c2-9b1d8a489b89 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.311684 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7eccc4c-26ea-410b-a2c2-9b1d8a489b89 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.326926 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-b7eccc4c-26ea-410b-a2c2-9b1d8a489b89 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Calling delete_port for 0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e owned by network:floatingip {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:09:54.483391 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7eccc4c-26ea-410b-a2c2-9b1d8a489b89 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.513351 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eccc4c-26ea-410b-a2c2-9b1d8a489b89 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'Port': ['ID=0fa0fb9e-fd5a-4310-9a2e-077fdc4c1d8e,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:54.579899 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7eccc4c-26ea-410b-a2c2-9b1d8a489b89 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (36ae14af-e795-46e2-97fa-b175fbb10eae), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.582701 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b7eccc4c-26ea-410b-a2c2-9b1d8a489b89 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.583908 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b7eccc4c-26ea-410b-a2c2-9b1d8a489b89 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "DELETE /v2.0/floatingips/36ae14af-e795-46e2-97fa-b175fbb10eae HTTP/1.1" status: 204 len: 168 time: 0.4968390 May 26 18:09:54.660504 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59810) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:54.665147 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846453660', 'description': 'tempest-description--791962947'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:54.698848 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.788231 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (6299bd29-bb0a-404d-8b35-a77cacf7a572), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.794884 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6299bd29-bb0a-404d-8b35-a77cacf7a572), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.848571 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.850838 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1889439 May 26 18:09:54.853693 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59814) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:54.855153 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6299bd29-bb0a-404d-8b35-a77cacf7a572,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:54.859157 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-fd94b223-937f-401d-9cd7-e53e4f298565 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group_rule': {'security_group_id': '6299bd29-bb0a-404d-8b35-a77cacf7a572', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:54.868360 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.869046 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.869662 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.870257 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.870796 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.871432 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.871981 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.872594 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.873158 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.873711 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.874329 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.874823 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.875338 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.875930 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.876498 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bfd965-ab76-4467-aa8b-d7a9da71a8d3 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:09:54.896124 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fd94b223-937f-401d-9cd7-e53e4f298565 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (046407ee-de39-4ec3-bf78-77da49968fe1), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.952977 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:54.971104 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fd94b223-937f-401d-9cd7-e53e4f298565 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (046407ee-de39-4ec3-bf78-77da49968fe1), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:54.975194 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fd94b223-937f-401d-9cd7-e53e4f298565 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (046407ee-de39-4ec3-bf78-77da49968fe1), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.001268 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94b223-937f-401d-9cd7-e53e4f298565 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046407ee-de39-4ec3-bf78-77da49968fe1,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:55.006851 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fd94b223-937f-401d-9cd7-e53e4f298565 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.008086 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-fd94b223-937f-401d-9cd7-e53e4f298565 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527801 May 26 18:09:55.011146 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59816) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:55.016510 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-70bc23bb-b889-4096-80c2-0f7936392b8c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'security_group_rule': {'security_group_id': '6299bd29-bb0a-404d-8b35-a77cacf7a572', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:55.048454 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-70bc23bb-b889-4096-80c2-0f7936392b8c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (a5daf75e-aca9-4194-af66-d060dc1617fc), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.116945 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-70bc23bb-b889-4096-80c2-0f7936392b8c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (a5daf75e-aca9-4194-af66-d060dc1617fc), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.122261 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-70bc23bb-b889-4096-80c2-0f7936392b8c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (a5daf75e-aca9-4194-af66-d060dc1617fc), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.145222 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc23bb-b889-4096-80c2-0f7936392b8c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5daf75e-aca9-4194-af66-d060dc1617fc,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:55.159518 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-70bc23bb-b889-4096-80c2-0f7936392b8c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.161628 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-70bc23bb-b889-4096-80c2-0f7936392b8c tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488752 May 26 18:09:55.164648 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59818) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:09:55.170052 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:55.194079 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.283332 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.450081 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Allocated IP 172.27.1.6 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/aaa22990-a68d-4019-9254-b04499992e90) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:09:55.456556 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:55.547436 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.601858 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (aaa22990-a68d-4019-9254-b04499992e90), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.603330 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:55.643124 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (aaa22990-a68d-4019-9254-b04499992e90), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.688452 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:09:55.691672 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:09:55.695940 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:09:55.700822 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 3c239d26-0866-4946-be79-fa64dcd4b725 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:09:55.720290 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=aaa22990-a68d-4019-9254-b04499992e90,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:55.735345 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: 3c239d26-0866-4946-be79-fa64dcd4b725 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:09:55.735897 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 3c239d26-0866-4946-be79-fa64dcd4b725 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:09:55.795164 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (eb4805bc-cc82-4f96-aee7-aadd21c68021), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:55.840833 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (aaa22990-a68d-4019-9254-b04499992e90), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.053514 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (aaa22990-a68d-4019-9254-b04499992e90), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.059954 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (aaa22990-a68d-4019-9254-b04499992e90), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.138741 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=aaa22990-a68d-4019-9254-b04499992e90,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:56.150006 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (eb4805bc-cc82-4f96-aee7-aadd21c68021), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.168387 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.169704 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-440fc451-9a6f-44be-b84a-a39013e96fa7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0039926 May 26 18:09:56.337605 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-3aee7360-face-4f65-a2f2-639a542d48e1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1846453660&fields=id&tenant_id=eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 267 time: 0.0495889 May 26 18:09:56.373717 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:56.459817 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-63434067-7e41-48dc-9b0f-e7653bc59047 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:56.461367 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-63434067-7e41-48dc-9b0f-e7653bc59047 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 815 time: 0.1164896 May 26 18:09:56.478620 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-9df7984c-23c5-481d-9ebb-19034e219fc8 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/quotas/eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 375 time: 0.0104046 May 26 18:09:56.533168 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-598bdf81-cb62-4157-9534-149ee25e83f9 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485723 May 26 18:09:56.670617 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-2bfce469-d49d-48d7-9f88-214eb7c1082a service neutron] 10.222.0.76 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242311 May 26 18:09:56.760906 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:56.796247 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-27ebbceb-9c10-4f53-a8b8-70187685adb4 service neutron] 10.222.0.76 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195643 May 26 18:09:56.988229 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:56.998542 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cd10c896-9798-4c0a-9805-9d18c979b4d2 req-25ddad8c-ef18-45d7-83b1-db1520cd08c7 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 210 time: 0.0538599 May 26 18:09:58.128658 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-943cae5b-33c0-4360-b9f4-a48b1c6c1e42 req-6f07eaed-c271-4fd3-85b2-6feae1d9fa06 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 210 time: 0.0480940 May 26 18:09:58.271878 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-0cb3c74b-c0ee-4f7a-9430-7ae722d5140e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:58.274375 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-0cb3c74b-c0ee-4f7a-9430-7ae722d5140e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 815 time: 0.1362531 May 26 18:09:58.367684 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-92fb65e3-a980-4064-8dd8-061cb593f108 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac4a6151fbb44d1b0b61636a97f56b6 HTTP/1.1" status: 200 len: 380 time: 0.0768487 May 26 18:09:58.383472 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'port': {'device_id': 'ee6393ca-e79a-4107-a73a-898478bef760', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'admin_state_up': True, 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'security_groups': ['6299bd29-bb0a-404d-8b35-a77cacf7a572']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:58.576019 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Made reservation on behalf of eac4a6151fbb44d1b0b61636a97f56b6 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:09:58.580071 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:58.581791 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:58.734711 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Allocated IP 172.20.0.7 (88540240-a343-4b80-bbe6-aa98a82d692f/6b62c5e0-7707-42d0-8ddb-bc0148c5e061/fea0ab1f-60c8-4b9a-90be-c179c7c0c781) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:09:58.909974 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:58.947184 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:58.998617 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Network 88540240-a343-4b80-bbe6-aa98a82d692f is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:09:59.001922 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:09:59.006171 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:09:59.013469 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event updated for resources: {'Port': ['ID=fea0ab1f-60c8-4b9a-90be-c179c7c0c781,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:59.070750 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:59.071410 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:59.096212 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-433d2bf9-d696-48b9-87a7-b4b07ab95fa5 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7191534 May 26 18:09:59.172704 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Request body: {'port': {'device_id': 'ee6393ca-e79a-4107-a73a-898478bef760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:09:59.268670 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-1c920e51-5595-4b41-a5cd-4713ed2c9208 None None] Provisioning complete for port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:09:59.269703 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-1c920e51-5595-4b41-a5cd-4713ed2c9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:59.295933 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:59.310774 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6cb04-27cd-4b92-b980-cc1f08dd24e3 req-6e27a049-4106-46e3-b80d-03cc8503c335 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:09:59.312397 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fce6cb04-27cd-4b92-b980-cc1f08dd24e3 req-6e27a049-4106-46e3-b80d-03cc8503c335 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 931 time: 0.0837417 May 26 18:09:59.313020 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:59.320860 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-1c920e51-5595-4b41-a5cd-4713ed2c9208 None None] Port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:09:59.431422 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fce6cb04-27cd-4b92-b980-cc1f08dd24e3 req-0f257c23-3906-44ca-bd8d-3ecb08f866bd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060500 May 26 18:09:59.643208 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:09:59.729980 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea0ab1f-60c8-4b9a-90be-c179c7c0c781 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:09:59.738043 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Publish callbacks [] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:59.752147 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Transition to ACTIVE for port object fea0ab1f-60c8-4b9a-90be-c179c7c0c781 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:09:59.756703 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:09:59.821955 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Pushing event updated for resources: {'Port': ['ID=fea0ab1f-60c8-4b9a-90be-c179c7c0c781,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:09:59.915048 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Attempting to bind port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:09:59.915688 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Attempting to bind port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:09:59.916013 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Attempting to bind port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 on network 88540240-a343-4b80-bbe6-aa98a82d692f {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:09:59.922825 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 on network 88540240-a343-4b80-bbe6-aa98a82d692f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:09:59.923193 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Attempting to bind port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 on network 88540240-a343-4b80-bbe6-aa98a82d692f {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:09:59.931186 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:09:59.931529 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Checking segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:09:59.932408 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Bound using segment: {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:09:59.932881 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Bound port: fea0ab1f-60c8-4b9a-90be-c179c7c0c781, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3928412f-3c20-4fd9-a439-d2a7166f664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:09:59.933252 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:00.022913 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] For port fea0ab1f-60c8-4b9a-90be-c179c7c0c781, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:00.026397 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] For port fea0ab1f-60c8-4b9a-90be-c179c7c0c781, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=fea0ab1f-60c8-4b9a-90be-c179c7c0c781,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:00.033449 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:00.067993 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:00.068615 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:00.070047 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] 10.222.0.86 "PUT /v2.0/ports/fea0ab1f-60c8-4b9a-90be-c179c7c0c781 HTTP/1.1" status: 200 len: 1093 time: 0.9597321 May 26 18:10:00.070561 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6393ca-e79a-4107-a73a-898478bef760', 'tag': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:00.073817 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6393ca-e79a-4107-a73a-898478bef760", "tag": "fea0ab1f-60c8-4b9a-90be-c179c7c0c781"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:00.103950 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a48af-989d-4e56-92d6-4bd4ced98794 service neutron] Pushing event updated for resources: {'Port': ['ID=fea0ab1f-60c8-4b9a-90be-c179c7c0c781,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:00.135776 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c433fdd-ed04-4aa0-9be0-db92fb363138 x-openstack-request-id: req-9c433fdd-ed04-4aa0-9be0-db92fb363138 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:00.136151 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6393ca-e79a-4107-a73a-898478bef760", "tag": "fea0ab1f-60c8-4b9a-90be-c179c7c0c781", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:00.136398 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c433fdd-ed04-4aa0-9be0-db92fb363138 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:00.136832 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c433fdd-ed04-4aa0-9be0-db92fb363138'] response: {'name': 'network-changed', 'server_uuid': 'ee6393ca-e79a-4107-a73a-898478bef760', 'tag': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781', 'status': 'completed', 'code': 200} May 26 18:10:00.217861 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-14d81421-d014-4f24-b722-dc89515528e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:00.220437 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-14d81421-d014-4f24-b722-dc89515528e4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 1127 time: 0.0625119 May 26 18:10:00.273951 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-02a9609f-a7c9-4661-9830-91b4299195b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea0ab1f-60c8-4b9a-90be-c179c7c0c781 HTTP/1.1" status: 200 len: 217 time: 0.0382707 May 26 18:10:00.333544 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-ba51ec3e-136f-415b-ad54-68b2836971ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:00.335086 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-ba51ec3e-136f-415b-ad54-68b2836971ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.0502636 May 26 18:10:00.384323 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-d5e8b811-e9c8-4b48-b33c-40af7cfbd1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:00.386462 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-d5e8b811-e9c8-4b48-b33c-40af7cfbd1b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431902 May 26 18:10:00.492125 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-37d8677a-aeae-4b0d-8e82-fcf77e857bdb service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986431 May 26 18:10:00.577346 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:00.615157 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502df11f-fd0b-436a-8663-8ec562d58d17 req-d2c95272-904a-4559-b402-abc9ae1c0f77 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:00.616671 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-502df11f-fd0b-436a-8663-8ec562d58d17 req-d2c95272-904a-4559-b402-abc9ae1c0f77 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 943 time: 0.0979085 May 26 18:10:00.666905 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5140d2b3-5a41-47e9-8e12-d93a08be92ef req-7f9455d3-f019-4c57-b619-aca23a6f3355 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674483 May 26 18:10:00.694163 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-502df11f-fd0b-436a-8663-8ec562d58d17 req-3feb3986-c94d-4e57-bc6d-52e86515ca57 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700932 May 26 18:10:01.830876 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:01.853219 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571f593-0da6-49cf-aee8-951f36173cbd req-233f3e4e-6dc8-4fe1-b313-19c3a6f231d8 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:01.855005 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c571f593-0da6-49cf-aee8-951f36173cbd req-233f3e4e-6dc8-4fe1-b313-19c3a6f231d8 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 943 time: 0.0890353 May 26 18:10:01.859478 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c req-f12fcc6a-968d-4d86-92f1-48d71dfaa7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:01.861224 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c req-f12fcc6a-968d-4d86-92f1-48d71dfaa7aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 1127 time: 0.0629179 May 26 18:10:01.977641 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c571f593-0da6-49cf-aee8-951f36173cbd req-b3fc8dfa-1088-4884-b14e-a79fd2f6ba74 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148129 May 26 18:10:02.011524 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c req-9bb58ad7-f705-489b-8fcd-64cf4594429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:02.013306 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c req-9bb58ad7-f705-489b-8fcd-64cf4594429d service neutron] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 916 time: 0.1424847 May 26 18:10:02.030469 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64d3ea-d135-4ed2-b3a4-df7f4878ee09 req-25601a3e-4f75-40d1-b1ec-f74bca9b6b6b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:02.032217 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3d64d3ea-d135-4ed2-b3a4-df7f4878ee09 req-25601a3e-4f75-40d1-b1ec-f74bca9b6b6b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0631554 May 26 18:10:02.087651 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3d64d3ea-d135-4ed2-b3a4-df7f4878ee09 req-c3d26174-761c-4fd5-af56-ff46d01a03fb tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491204 May 26 18:10:03.106014 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a2af7-19da-49ca-8292-199a88cc3c74 req-65aa619c-e828-435d-bc86-ed5880f6179f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:03.107818 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-821a2af7-19da-49ca-8292-199a88cc3c74 req-65aa619c-e828-435d-bc86-ed5880f6179f tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 943 time: 0.0555882 May 26 18:10:03.195972 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-821a2af7-19da-49ca-8292-199a88cc3c74 req-53c20614-9a1a-4908-bcdd-e4885270f615 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808313 May 26 18:10:03.252247 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede5d6d-cc88-4424-b5ca-6b823aea100b req-8aa65f9f-9f3d-4b94-9627-cfcc645ee317 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:03.254037 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1ede5d6d-cc88-4424-b5ca-6b823aea100b req-8aa65f9f-9f3d-4b94-9627-cfcc645ee317 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0592353 May 26 18:10:03.308631 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1ede5d6d-cc88-4424-b5ca-6b823aea100b req-4a266d09-824b-4f35-ba89-109d3a96fd74 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486217 May 26 18:10:03.654825 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:03.655532 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:03.711544 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device fea0ab1f-60c8-4b9a-90be-c179c7c0c781 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:10:03.734672 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:03.789824 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:03.820055 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port fea0ab1f-60c8-4b9a-90be-c179c7c0c781, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=fea0ab1f-60c8-4b9a-90be-c179c7c0c781,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:03.833043 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'port_id': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781', 'mac_address': 'fa:16:3e:74:12:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:10:03.875452 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:03.875941 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:03.897046 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea0ab1f-60c8-4b9a-90be-c179c7c0c781 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:10:03.911153 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c req-b23f5d51-0a99-40b3-995b-d22aedb16e99 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea0ab1f-60c8-4b9a-90be-c179c7c0c781 HTTP/1.1" status: 200 len: 217 time: 0.0390480 May 26 18:10:03.920362 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port fea0ab1f-60c8-4b9a-90be-c179c7c0c781, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=fea0ab1f-60c8-4b9a-90be-c179c7c0c781,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:03.928244 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:03.965555 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c req-b37d98bb-c43c-4288-b414-495ad7422b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:03.967115 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c req-b37d98bb-c43c-4288-b414-495ad7422b1f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.0482838 May 26 18:10:03.977074 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=fea0ab1f-60c8-4b9a-90be-c179c7c0c781,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:03.985120 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.985462 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.985842 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.986182 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.986540 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.986866 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.987190 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.987515 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.987838 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.988156 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.988477 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.988815 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.989139 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.989455 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:03.989770 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:04.200132 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c req-6fa5d3e9-ef19-40d2-b2a8-2391ac09afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:04.201588 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c req-6fa5d3e9-ef19-40d2-b2a8-2391ac09afac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434415 May 26 18:10:04.325548 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c req-8af9b094-27dd-49fb-bbf5-19ef2fc94038 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174352 May 26 18:10:04.388572 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['fea0ab1f-60c8-4b9a-90be-c179c7c0c781'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:10:04.442998 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-b94170a9-8e1b-4a75-ac00-4603dca22e52 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:04.444762 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-b94170a9-8e1b-4a75-ac00-4603dca22e52 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0847611 May 26 18:10:04.490617 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63260d2d-64db-4ae2-bc01-204ae4e7002d req-e5f834e7-9e70-4e38-90d2-ec4c443ce85b tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:04.490840 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cc9e1-93eb-4ff9-8e5b-1e0fb44d44c2 req-d43de47e-81a3-4357-8316-6f25c9601bfe tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:04.492307 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-667cc9e1-93eb-4ff9-8e5b-1e0fb44d44c2 req-d43de47e-81a3-4357-8316-6f25c9601bfe tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 945 time: 0.0952358 May 26 18:10:04.493177 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-63260d2d-64db-4ae2-bc01-204ae4e7002d req-e5f834e7-9e70-4e38-90d2-ec4c443ce85b tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 944 time: 0.1204562 May 26 18:10:04.549574 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-667cc9e1-93eb-4ff9-8e5b-1e0fb44d44c2 req-09695323-abe3-4402-9899-8b944fb52ab3 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d42c314b-7343-4ca7-8db9-a36fa39da843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506926 May 26 18:10:04.562248 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e1e89c53-de0b-4d02-8744-15fa1dd2e99c req-cf601021-013d-4e9e-b0e7-33619dcb8526 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043881 May 26 18:10:04.585831 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-63260d2d-64db-4ae2-bc01-204ae4e7002d req-ffc31838-fd0e-4599-9fc7-81abc3d4198a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813618 May 26 18:10:04.596000 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Deleting port 52f8b000-2834-4a6a-86b1-591ea06d67c9 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:04.596464 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:04.696746 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] For port 52f8b000-2834-4a6a-86b1-591ea06d67c9, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=52f8b000-2834-4a6a-86b1-591ea06d67c9,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:04.697133 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:04.871683 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:04.874274 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:04.874798 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (9d357b5d-eeed-498d-af1d-308170ace8ec), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:04.875026 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.l3_db [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Floating IP 9d357b5d-eeed-498d-af1d-308170ace8ec disassociated. External IP: 172.27.1.217, port: 52f8b000-2834-4a6a-86b1-591ea06d67c9. May 26 18:10:04.875369 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Calling delete_port for 52f8b000-2834-4a6a-86b1-591ea06d67c9 owned by compute:nova {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:05.017026 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (52f8b000-2834-4a6a-86b1-591ea06d67c9), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:05.046110 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event deleted for resources: {'Port': ['ID=52f8b000-2834-4a6a-86b1-591ea06d67c9,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:05.107734 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:05.164687 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Router a3d6e6a8-c264-4016-af10-b25781284ff5 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:05.277508 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:05.287702 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e41e0d-c87f-4ca8-b717-22d767dac4dd None None] Sync routers for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:05.301832 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e41e0d-c87f-4ca8-b717-22d767dac4dd None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:05.302514 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-e2e41e0d-c87f-4ca8-b717-22d767dac4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:05.323731 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] No DVR routers for this DVR port 52f8b000-2834-4a6a-86b1-591ea06d67c9 on host hv-cinder-83906 {{(pid=104147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:05.326729 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:05.330095 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f159fc2c-b99a-43ca-89fc-12a97cc81dfe req-e46b5881-5c22-46d6-9f55-b5c65e8c9a08 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.86 "DELETE /v2.0/ports/52f8b000-2834-4a6a-86b1-591ea06d67c9 HTTP/1.1" status: 204 len: 173 time: 0.8783324 May 26 18:10:05.330636 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'name': 'network-vif-deleted', 'tag': '52f8b000-2834-4a6a-86b1-591ea06d67c9'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:05.332875 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7703b2eb-1b34-4383-9595-28387f76d83a" -d '{"events": [{"server_uuid": "c8623e13-810b-433d-9e9d-e588bb5781eb", "name": "network-vif-deleted", "tag": "52f8b000-2834-4a6a-86b1-591ea06d67c9"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:05.393990 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2bfb24-b2ea-4a50-be8b-793e7d16039c x-openstack-request-id: req-ad2bfb24-b2ea-4a50-be8b-793e7d16039c {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:05.394599 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8623e13-810b-433d-9e9d-e588bb5781eb", "name": "network-vif-deleted", "tag": "52f8b000-2834-4a6a-86b1-591ea06d67c9", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:05.394951 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ad2bfb24-b2ea-4a50-be8b-793e7d16039c {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:05.395587 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2bfb24-b2ea-4a50-be8b-793e7d16039c'] response: {'server_uuid': 'c8623e13-810b-433d-9e9d-e588bb5781eb', 'name': 'network-vif-deleted', 'tag': '52f8b000-2834-4a6a-86b1-591ea06d67c9', 'status': 'completed', 'code': 200} May 26 18:10:05.468643 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-e2e41e0d-c87f-4ca8-b717-22d767dac4dd None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:05.674063 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d15cf8a6-635d-45a1-86c8-b5c9a57671c2 req-a6d2a94b-ff66-457b-ab0c-0499e5e85fe9 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8623e13-810b-433d-9e9d-e588bb5781eb HTTP/1.1" status: 200 len: 210 time: 0.0324194 May 26 18:10:05.718215 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device fea0ab1f-60c8-4b9a-90be-c179c7c0c781 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:05.724135 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-e2e41e0d-c87f-4ca8-b717-22d767dac4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:05.726828 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947df530-5008-4e46-a106-a6f4db76ca0d req-03812fbb-f4dc-4436-9e12-08304d23a70a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:05.729134 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-947df530-5008-4e46-a106-a6f4db76ca0d req-03812fbb-f4dc-4436-9e12-08304d23a70a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 944 time: 0.0557287 May 26 18:10:05.777013 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e41e0d-c87f-4ca8-b717-22d767dac4dd None None] Checking router: a3d6e6a8-c264-4016-af10-b25781284ff5 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:05.781749 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-947df530-5008-4e46-a106-a6f4db76ca0d req-3fe87541-cfa7-4fb5-ac01-27590593d687 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466561 May 26 18:10:05.794226 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e41e0d-c87f-4ca8-b717-22d767dac4dd None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:05.795043 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-e2e41e0d-c87f-4ca8-b717-22d767dac4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:05.834942 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:10:05.845483 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:05.845862 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:05.892393 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:05.924812 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:05.980968 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-e2e41e0d-c87f-4ca8-b717-22d767dac4dd None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:06.019045 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:06.019432 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.090199 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6393ca-e79a-4107-a73a-898478bef760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:06.092534 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983e811f-335b-449d-81f3-cd40077721f8" -d '{"events": [{"server_uuid": "ee6393ca-e79a-4107-a73a-898478bef760", "name": "network-vif-plugged", "status": "completed", "tag": "fea0ab1f-60c8-4b9a-90be-c179c7c0c781"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:06.264837 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d3a2fb-9f91-4913-a6aa-9c743abd49b7 x-openstack-request-id: req-e7d3a2fb-9f91-4913-a6aa-9c743abd49b7 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:06.265146 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6393ca-e79a-4107-a73a-898478bef760", "name": "network-vif-plugged", "status": "completed", "tag": "fea0ab1f-60c8-4b9a-90be-c179c7c0c781", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:06.265423 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7d3a2fb-9f91-4913-a6aa-9c743abd49b7 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:06.265849 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d3a2fb-9f91-4913-a6aa-9c743abd49b7'] response: {'server_uuid': 'ee6393ca-e79a-4107-a73a-898478bef760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781', 'code': 200} May 26 18:10:06.270256 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port fea0ab1f-60c8-4b9a-90be-c179c7c0c781, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=fea0ab1f-60c8-4b9a-90be-c179c7c0c781,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:06.276725 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.357787 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433b030-d3a6-4f42-a70a-d079983eb3c6 req-42e70032-7b75-42a4-abfb-42d783b228ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:06.358076 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=fea0ab1f-60c8-4b9a-90be-c179c7c0c781,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:06.359367 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2433b030-d3a6-4f42-a70a-d079983eb3c6 req-42e70032-7b75-42a4-abfb-42d783b228ec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 1129 time: 0.0402780 May 26 18:10:06.404420 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-e2e41e0d-c87f-4ca8-b717-22d767dac4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:06.412816 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2433b030-d3a6-4f42-a70a-d079983eb3c6 req-a16a69ea-2159-411c-81ba-fbf06e00906c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449028 May 26 18:10:06.432817 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e41e0d-c87f-4ca8-b717-22d767dac4dd None None] The sync data for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi is: [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:06.692956 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de39cd0-027a-4085-9075-50a4d8aefc2f None None] New status for floating IP 9d357b5d-eeed-498d-af1d-308170ace8ec: DOWN {{(pid=104149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:10:06.790953 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59900) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:06.872953 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-810877d8-2607-4f8b-a412-b2de40a2a7b4 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (d42c314b-7343-4ca7-8db9-a36fa39da843), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.922008 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-810877d8-2607-4f8b-a412-b2de40a2a7b4 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (d42c314b-7343-4ca7-8db9-a36fa39da843), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:06.992264 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e208c0-bf8b-4bbc-aaeb-53e3c28fff0e req-b2f4b22e-4873-4b66-a25e-c224401884d4 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:06.993812 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e9e208c0-bf8b-4bbc-aaeb-53e3c28fff0e req-b2f4b22e-4873-4b66-a25e-c224401884d4 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 945 time: 0.0791779 May 26 18:10:07.037519 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-810877d8-2607-4f8b-a412-b2de40a2a7b4 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d42c314b-7343-4ca7-8db9-a36fa39da843), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.040066 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-810877d8-2607-4f8b-a412-b2de40a2a7b4 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.041510 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-810877d8-2607-4f8b-a412-b2de40a2a7b4 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "DELETE /v2.0/security-groups/d42c314b-7343-4ca7-8db9-a36fa39da843 HTTP/1.1" status: 204 len: 168 time: 0.2491899 May 26 18:10:07.047280 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59904) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:07.062902 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810877d8-2607-4f8b-a412-b2de40a2a7b4 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42c314b-7343-4ca7-8db9-a36fa39da843,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:07.070402 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.api.v2.resource [None req-46e322a0-7a92-47d1-a426-7ba01195bf32 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] show failed (client error): The resource could not be found. May 26 18:10:07.072191 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e9e208c0-bf8b-4bbc-aaeb-53e3c28fff0e req-563eb436-8a5d-4baf-8d66-1d43e6689fbf tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678337 May 26 18:10:07.078393 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59906) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:07.078905 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-46e322a0-7a92-47d1-a426-7ba01195bf32 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups/d42c314b-7343-4ca7-8db9-a36fa39da843 HTTP/1.1" status: 404 len: 347 time: 0.0294690 May 26 18:10:07.199351 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-14a983b0-9198-4237-83b5-e89dbebc0eb2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Deleting port 06b7774b-30e3-4211-865c-9651342dc859 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:07.199761 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14a983b0-9198-4237-83b5-e89dbebc0eb2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (06b7774b-30e3-4211-865c-9651342dc859), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.256181 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:07.286432 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14a983b0-9198-4237-83b5-e89dbebc0eb2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (06b7774b-30e3-4211-865c-9651342dc859), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.286758 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14a983b0-9198-4237-83b5-e89dbebc0eb2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (06b7774b-30e3-4211-865c-9651342dc859), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.302048 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-14a983b0-9198-4237-83b5-e89dbebc0eb2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Calling delete_port for 06b7774b-30e3-4211-865c-9651342dc859 owned by network:floatingip {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:07.391161 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:07.460554 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14a983b0-9198-4237-83b5-e89dbebc0eb2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (06b7774b-30e3-4211-865c-9651342dc859), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.494955 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a983b0-9198-4237-83b5-e89dbebc0eb2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event deleted for resources: {'Port': ['ID=06b7774b-30e3-4211-865c-9651342dc859,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:07.558519 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14a983b0-9198-4237-83b5-e89dbebc0eb2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (9d357b5d-eeed-498d-af1d-308170ace8ec), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.561038 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14a983b0-9198-4237-83b5-e89dbebc0eb2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.562245 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-14a983b0-9198-4237-83b5-e89dbebc0eb2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "DELETE /v2.0/floatingips/9d357b5d-eeed-498d-af1d-308170ace8ec HTTP/1.1" status: 204 len: 168 time: 0.4828207 May 26 18:10:07.650386 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59912) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:07.656280 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-28c8686d-2092-4592-b5ba-def82d21411a tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424905226', 'description': 'tempest-description--1117206652'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:07.683527 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-28c8686d-2092-4592-b5ba-def82d21411a tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.778179 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-28c8686d-2092-4592-b5ba-def82d21411a tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (d380556b-a369-4879-b4aa-4cefbbc3ff8c), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.783254 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-28c8686d-2092-4592-b5ba-def82d21411a tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d380556b-a369-4879-b4aa-4cefbbc3ff8c), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.814757 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-28c8686d-2092-4592-b5ba-def82d21411a tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.816029 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-28c8686d-2092-4592-b5ba-def82d21411a tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1639695 May 26 18:10:07.820300 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59914) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:07.826889 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8686d-2092-4592-b5ba-def82d21411a tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d380556b-a369-4879-b4aa-4cefbbc3ff8c,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:07.827957 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-ae02fb32-29f6-4b14-81f5-f7b58d2d4246 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'security_group_rule': {'security_group_id': 'd380556b-a369-4879-b4aa-4cefbbc3ff8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:07.875341 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ae02fb32-29f6-4b14-81f5-f7b58d2d4246 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (5215a51a-f1d1-4a7b-a23c-dab9d8c6a8c8), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.905869 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:07.936970 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ae02fb32-29f6-4b14-81f5-f7b58d2d4246 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (5215a51a-f1d1-4a7b-a23c-dab9d8c6a8c8), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.940991 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ae02fb32-29f6-4b14-81f5-f7b58d2d4246 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (5215a51a-f1d1-4a7b-a23c-dab9d8c6a8c8), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.961029 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02fb32-29f6-4b14-81f5-f7b58d2d4246 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5215a51a-f1d1-4a7b-a23c-dab9d8c6a8c8,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:07.972055 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ae02fb32-29f6-4b14-81f5-f7b58d2d4246 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:07.973658 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-ae02fb32-29f6-4b14-81f5-f7b58d2d4246 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509714 May 26 18:10:07.976650 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 59916) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:07.981849 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-e2149455-25ba-4990-800a-cf3795b039a6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'security_group_rule': {'security_group_id': 'd380556b-a369-4879-b4aa-4cefbbc3ff8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:08.021286 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e2149455-25ba-4990-800a-cf3795b039a6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (87ea65ec-834b-40fa-87cc-2d9c2cbe0098), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.086157 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e2149455-25ba-4990-800a-cf3795b039a6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (87ea65ec-834b-40fa-87cc-2d9c2cbe0098), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.090971 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e2149455-25ba-4990-800a-cf3795b039a6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (87ea65ec-834b-40fa-87cc-2d9c2cbe0098), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.099829 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:08.126907 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2149455-25ba-4990-800a-cf3795b039a6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ea65ec-834b-40fa-87cc-2d9c2cbe0098,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:08.147485 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e2149455-25ba-4990-800a-cf3795b039a6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.153185 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e2149455-25ba-4990-800a-cf3795b039a6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1716950 May 26 18:10:08.154253 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59920) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:08.160763 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:08.457038 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.514674 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc87b3e-731a-4884-b281-08ccf91e7a5a req-8b469159-4790-44a4-a27b-e082754dd982 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:08.516196 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bfc87b3e-731a-4884-b281-08ccf91e7a5a req-8b469159-4790-44a4-a27b-e082754dd982 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 945 time: 0.0911946 May 26 18:10:08.587469 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.594820 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bfc87b3e-731a-4884-b281-08ccf91e7a5a req-986cb504-dd02-41b7-b6e2-b11293df4202 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671315 May 26 18:10:08.694676 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:08.717997 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Allocated IP 172.27.1.30 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/62bee0a3-1a18-4ef7-b1db-a0c429b62227) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:08.835552 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for port (62bee0a3-1a18-4ef7-b1db-a0c429b62227), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.871420 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (62bee0a3-1a18-4ef7-b1db-a0c429b62227), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:08.903078 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:08.917117 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:08.920698 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:08.925663 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:08.951982 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'Port': ['ID=62bee0a3-1a18-4ef7-b1db-a0c429b62227,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:09.024874 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (89389816-bda6-4747-97ab-b3ad3fd9e011), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.065649 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (62bee0a3-1a18-4ef7-b1db-a0c429b62227), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.274836 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for port (62bee0a3-1a18-4ef7-b1db-a0c429b62227), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.280444 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (62bee0a3-1a18-4ef7-b1db-a0c429b62227), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.360166 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'Port': ['ID=62bee0a3-1a18-4ef7-b1db-a0c429b62227,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:09.372869 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (89389816-bda6-4747-97ab-b3ad3fd9e011), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.390735 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:09.394723 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-eb4d31d5-d550-4d09-841c-030153753c36 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2367690 May 26 18:10:09.578135 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-e0bb7173-c68c-4428-a240-0e3e7df0fc2b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1424905226&fields=id&tenant_id=c0b976166b884524b9a3855712be72de HTTP/1.1" status: 200 len: 267 time: 0.0509763 May 26 18:10:09.650737 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:10:09.705556 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-8f34e70e-703e-473d-b4c0-5f0b5f855af9 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:09.707174 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-8f34e70e-703e-473d-b4c0-5f0b5f855af9 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/networks?id=31cac232-9768-4083-9065-c20228929068 HTTP/1.1" status: 200 len: 811 time: 0.1219804 May 26 18:10:09.734282 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-9f381c0c-b438-4096-8e94-1ca21891a7df tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/quotas/c0b976166b884524b9a3855712be72de HTTP/1.1" status: 200 len: 375 time: 0.0165844 May 26 18:10:09.738999 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 52f8b000-2834-4a6a-86b1-591ea06d67c9 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:09.748746 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0f91f-11f8-4913-99fe-7812f27a05a9 req-dce1843d-3d3c-4269-b6df-1f5d797038db tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:09.750601 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a3c0f91f-11f8-4913-99fe-7812f27a05a9 req-dce1843d-3d3c-4269-b6df-1f5d797038db tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 945 time: 0.0596879 May 26 18:10:09.768680 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: 52f8b000-2834-4a6a-86b1-591ea06d67c9 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:09.769134 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 52f8b000-2834-4a6a-86b1-591ea06d67c9 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:09.801461 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:09.817003 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a3c0f91f-11f8-4913-99fe-7812f27a05a9 req-a7430fb0-1bf1-4941-88e7-4ee8a571b94a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549395 May 26 18:10:10.092900 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-c62e6a3c-1c4e-4c62-9291-c6ff7cb70a96 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3519671 May 26 18:10:10.178952 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b060d-08c1-436e-9472-9c2d7a79c822 req-7c9ad605-c013-4b67-a0db-c37f94f38028 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:10.180586 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ef1b060d-08c1-436e-9472-9c2d7a79c822 req-7c9ad605-c013-4b67-a0db-c37f94f38028 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 945 time: 0.0758731 May 26 18:10:10.189958 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 59940) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:10.194601 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-4c898c67-ea1b-428a-940a-508d78081a28 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Request body: {'floatingip': {'port_id': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:10.240479 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4c898c67-ea1b-428a-940a-508d78081a28 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (eb4805bc-cc82-4f96-aee7-aadd21c68021), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.306117 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-e823b583-d6ef-41da-8249-d5416d3f0d93 service neutron] 10.222.0.76 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016053 May 26 18:10:10.472448 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2ad19a4f-6524-4250-b28a-1fbd356db1a7 service neutron] 10.222.0.76 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584754 May 26 18:10:10.695744 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c5644363-9490-4066-8aeb-8e13edc56981 req-451b7193-e095-45a1-ba67-fe02e408bc38 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 210 time: 0.0457091 May 26 18:10:10.729748 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:10.800472 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4c898c67-ea1b-428a-940a-508d78081a28 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.806144 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4c898c67-ea1b-428a-940a-508d78081a28 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (eb4805bc-cc82-4f96-aee7-aadd21c68021), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:10.926615 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.l3_db [None req-4c898c67-ea1b-428a-940a-508d78081a28 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Floating IP eb4805bc-cc82-4f96-aee7-aadd21c68021 associated. External IP: 172.27.1.6, port: fea0ab1f-60c8-4b9a-90be-c179c7c0c781. May 26 18:10:11.178316 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c898c67-ea1b-428a-940a-508d78081a28 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:11.322700 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c898c67-ea1b-428a-940a-508d78081a28 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:11.328415 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4c898c67-ea1b-428a-940a-508d78081a28 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.338536 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d672e-791d-4cac-81a1-0676bec1c634 None None] Sync routers for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:11.344909 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:11.361049 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d672e-791d-4cac-81a1-0676bec1c634 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:11.362144 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-5e3d672e-791d-4cac-81a1-0676bec1c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:11.382319 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-4c898c67-ea1b-428a-940a-508d78081a28 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "PUT /v2.0/floatingips/eb4805bc-cc82-4f96-aee7-aadd21c68021 HTTP/1.1" status: 200 len: 989 time: 1.1888902 May 26 18:10:11.382319 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6393ca-e79a-4107-a73a-898478bef760', 'tag': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:11.384608 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fff340-52b2-40f7-827b-b8cefed85889" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6393ca-e79a-4107-a73a-898478bef760", "tag": "fea0ab1f-60c8-4b9a-90be-c179c7c0c781"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:11.456031 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc87ba7-1e3c-4854-9d86-0928698aba63 x-openstack-request-id: req-cdc87ba7-1e3c-4854-9d86-0928698aba63 {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:11.456331 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6393ca-e79a-4107-a73a-898478bef760", "tag": "fea0ab1f-60c8-4b9a-90be-c179c7c0c781", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:11.456586 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cdc87ba7-1e3c-4854-9d86-0928698aba63 {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:11.456991 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc87ba7-1e3c-4854-9d86-0928698aba63'] response: {'name': 'network-changed', 'server_uuid': 'ee6393ca-e79a-4107-a73a-898478bef760', 'tag': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781', 'status': 'completed', 'code': 200} May 26 18:10:11.542585 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-5e3d672e-791d-4cac-81a1-0676bec1c634 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:11.725946 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:11.855094 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-feac01a5-a31b-4189-aa7b-cd3091b83a7f req-b3341a73-9a35-4bfd-88db-b1fc10d353fb tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 210 time: 0.0626528 May 26 18:10:11.855958 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fff340-52b2-40f7-827b-b8cefed85889 req-38fbe5ef-8900-48b3-ab1b-6038b2ec0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:11.859651 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-72fff340-52b2-40f7-827b-b8cefed85889 req-38fbe5ef-8900-48b3-ab1b-6038b2ec0f34 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 1129 time: 0.0877717 May 26 18:10:11.892783 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-5e3d672e-791d-4cac-81a1-0676bec1c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': 'eb4805bc-cc82-4f96-aee7-aadd21c68021', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:74:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6393ca-e79a-4107-a73a-898478bef760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:55Z', 'updated_at': '2022-05-26T18:10:10Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:11.947768 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d672e-791d-4cac-81a1-0676bec1c634 None None] Checking router: dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:11.961724 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d672e-791d-4cac-81a1-0676bec1c634 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:11.962402 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-5e3d672e-791d-4cac-81a1-0676bec1c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:11.993835 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fff340-52b2-40f7-827b-b8cefed85889 req-50b85703-b569-476a-80c0-a2c4d797bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:11.995730 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-72fff340-52b2-40f7-827b-b8cefed85889 req-50b85703-b569-476a-80c0-a2c4d797bffb service neutron] 10.222.0.86 "GET /v2.0/networks?id=88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 200 len: 916 time: 0.1268873 May 26 18:10:12.079363 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:12.084033 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-5e3d672e-791d-4cac-81a1-0676bec1c634 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:12.235009 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:12.381772 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-5e3d672e-791d-4cac-81a1-0676bec1c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': 'eb4805bc-cc82-4f96-aee7-aadd21c68021', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:74:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6393ca-e79a-4107-a73a-898478bef760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:55Z', 'updated_at': '2022-05-26T18:10:10Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:12.401991 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-72fff340-52b2-40f7-827b-b8cefed85889 req-2dfbb3df-1da7-4c81-bf72-53c37f88ab13 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fea0ab1f-60c8-4b9a-90be-c179c7c0c781 HTTP/1.1" status: 200 len: 997 time: 0.1258516 May 26 18:10:12.430084 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d672e-791d-4cac-81a1-0676bec1c634 None None] The sync data for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi is: [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': 'eb4805bc-cc82-4f96-aee7-aadd21c68021', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'port_id': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'mac_address': 'fa:16:3e:74:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6393ca-e79a-4107-a73a-898478bef760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:09:55Z', 'updated_at': '2022-05-26T18:10:10Z', 'revision_number': 1, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:12.479715 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-0ed157b7-d796-448d-917d-4e0642a11263 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:12.482729 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-0ed157b7-d796-448d-917d-4e0642a11263 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.86 "GET /v2.0/networks?id=31cac232-9768-4083-9065-c20228929068 HTTP/1.1" status: 200 len: 811 time: 0.2070243 May 26 18:10:12.539472 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fff340-52b2-40f7-827b-b8cefed85889 req-d5600453-5f21-40b8-90d9-f767ea6eedcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:12.542074 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-72fff340-52b2-40f7-827b-b8cefed85889 req-d5600453-5f21-40b8-90d9-f767ea6eedcc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 200 len: 854 time: 0.0671506 May 26 18:10:12.625752 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-8a4050ef-b8e1-48d6-8a8a-85cc96888d10 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0b976166b884524b9a3855712be72de HTTP/1.1" status: 200 len: 380 time: 0.1192348 May 26 18:10:12.638840 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'port': {'device_id': '80eb2910-b54f-4923-90f4-a5c99f742638', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'admin_state_up': True, 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'security_groups': ['d380556b-a369-4879-b4aa-4cefbbc3ff8c']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:12.641475 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fff340-52b2-40f7-827b-b8cefed85889 req-17b3ac80-400a-48de-89f2-2376f5a88501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:12.643215 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-72fff340-52b2-40f7-827b-b8cefed85889 req-17b3ac80-400a-48de-89f2-2376f5a88501 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88540240-a343-4b80-bbe6-aa98a82d692f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938716 May 26 18:10:12.779159 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:12.799474 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Made reservation on behalf of c0b976166b884524b9a3855712be72de for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:12.805499 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:12.813642 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ac60d-0ff9-4986-b54f-936e3ad5c1a4 None None] New status for floating IP eb4805bc-cc82-4f96-aee7-aadd21c68021: ACTIVE {{(pid=104149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:10:12.848081 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-72fff340-52b2-40f7-827b-b8cefed85889 req-1646d75d-f1c9-4f16-90e1-05aa885108a9 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950192 May 26 18:10:13.033566 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5ca6a81d-3708-4849-bb98-1b0cda7d8b1c req-1267e8e2-6a1c-4b73-90bf-cc761050da6d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 210 time: 0.0471578 May 26 18:10:13.050504 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:13.057996 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Allocated IP 172.20.0.9 (31cac232-9768-4083-9065-c20228929068/6391f8f8-c65b-4530-8b3e-5895efce7c46/d9b71324-5001-44e0-b552-2414d6973840) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:13.085697 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-72fff340-52b2-40f7-827b-b8cefed85889 req-1d196edd-31b3-4676-9e84-3cf24a7d16c7 service neutron] 10.222.0.86 "GET /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312031 May 26 18:10:13.255580 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:13.330387 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for port (d9b71324-5001-44e0-b552-2414d6973840), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.390301 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (d9b71324-5001-44e0-b552-2414d6973840), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.441930 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Network 31cac232-9768-4083-9065-c20228929068 is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:13.449228 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:13.454054 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:13.485238 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event updated for resources: {'Port': ['ID=d9b71324-5001-44e0-b552-2414d6973840,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:13.528424 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:13.529383 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.549850 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-2c61bd0f-9ffa-4a13-a862-f9d8b05fb5c2 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9190900 May 26 18:10:13.578378 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Request body: {'port': {'device_id': '80eb2910-b54f-4923-90f4-a5c99f742638', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:13.659534 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d9b71324-5001-44e0-b552-2414d6973840), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.796945 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-f242b796-97f9-4a0d-a1ca-14ed486a2464 None None] Provisioning complete for port d9b71324-5001-44e0-b552-2414d6973840 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:13.797887 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f242b796-97f9-4a0d-a1ca-14ed486a2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d9b71324-5001-44e0-b552-2414d6973840), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:13.853182 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-f242b796-97f9-4a0d-a1ca-14ed486a2464 None None] Port d9b71324-5001-44e0-b552-2414d6973840 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:10:13.993852 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:14.054812 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b71324-5001-44e0-b552-2414d6973840 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:10:14.065185 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Publish callbacks [] for port (d9b71324-5001-44e0-b552-2414d6973840), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:14.081307 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Transition to ACTIVE for port object d9b71324-5001-44e0-b552-2414d6973840 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:10:14.085896 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (d9b71324-5001-44e0-b552-2414d6973840), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:14.147917 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Pushing event updated for resources: {'Port': ['ID=d9b71324-5001-44e0-b552-2414d6973840,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:14.242086 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608de698-459f-4d92-b987-d3e0cbed074d req-119ef77f-1b01-4167-8846-f2da83d2c5ab tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:14.245406 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-608de698-459f-4d92-b987-d3e0cbed074d req-119ef77f-1b01-4167-8846-f2da83d2c5ab tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.1122963 May 26 18:10:14.266894 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d870b-ce40-47c8-b080-06be8e2f666a req-38c188c7-7c6f-4b4d-af4e-ea7ff2b98325 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:14.268560 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6c9d870b-ce40-47c8-b080-06be8e2f666a req-38c188c7-7c6f-4b4d-af4e-ea7ff2b98325 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 943 time: 0.0901225 May 26 18:10:14.320747 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Attempting to bind port d9b71324-5001-44e0-b552-2414d6973840 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:14.321286 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Attempting to bind port d9b71324-5001-44e0-b552-2414d6973840 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:14.321792 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Attempting to bind port d9b71324-5001-44e0-b552-2414d6973840 on network 31cac232-9768-4083-9065-c20228929068 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:14.339434 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Port d9b71324-5001-44e0-b552-2414d6973840 on network 31cac232-9768-4083-9065-c20228929068 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:10:14.339946 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Attempting to bind port d9b71324-5001-44e0-b552-2414d6973840 on network 31cac232-9768-4083-9065-c20228929068 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:14.344906 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-608de698-459f-4d92-b987-d3e0cbed074d req-d564111f-edef-481d-a3d1-21e71882ea1f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815341 May 26 18:10:14.361127 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:14.361657 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Checking segment: {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:14.362290 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Bound using segment: {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:14.363000 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Bound port: d9b71324-5001-44e0-b552-2414d6973840, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dacbbe8-b9b0-4dc0-961e-a070b035c3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '31cac232-9768-4083-9065-c20228929068'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:14.363574 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d9b71324-5001-44e0-b552-2414d6973840), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:14.401651 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6c9d870b-ce40-47c8-b080-06be8e2f666a req-d3e4e994-1946-4101-9e37-39755821cc7d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227818 May 26 18:10:14.427754 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:14.484262 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] For port d9b71324-5001-44e0-b552-2414d6973840, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:14.489624 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] For port d9b71324-5001-44e0-b552-2414d6973840, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=d9b71324-5001-44e0-b552-2414d6973840,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:14.499537 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (d9b71324-5001-44e0-b552-2414d6973840), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:14.541636 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:14.542297 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:14.543752 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] 10.222.0.86 "PUT /v2.0/ports/d9b71324-5001-44e0-b552-2414d6973840 HTTP/1.1" status: 200 len: 1093 time: 0.9730930 May 26 18:10:14.544244 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80eb2910-b54f-4923-90f4-a5c99f742638', 'tag': 'd9b71324-5001-44e0-b552-2414d6973840'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:14.546695 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb957ca-fe2b-4263-89f3-96414faf148a" -d '{"events": [{"name": "network-changed", "server_uuid": "80eb2910-b54f-4923-90f4-a5c99f742638", "tag": "d9b71324-5001-44e0-b552-2414d6973840"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:14.581784 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668afdd-e735-4a1c-a6ad-a54aa48e612c service neutron] Pushing event updated for resources: {'Port': ['ID=d9b71324-5001-44e0-b552-2414d6973840,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:14.705428 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2142cd16-588c-4813-b144-a24d8e95e15e x-openstack-request-id: req-2142cd16-588c-4813-b144-a24d8e95e15e {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:14.705661 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80eb2910-b54f-4923-90f4-a5c99f742638", "tag": "d9b71324-5001-44e0-b552-2414d6973840", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:14.705872 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2142cd16-588c-4813-b144-a24d8e95e15e {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:14.706333 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2142cd16-588c-4813-b144-a24d8e95e15e'] response: {'name': 'network-changed', 'server_uuid': '80eb2910-b54f-4923-90f4-a5c99f742638', 'tag': 'd9b71324-5001-44e0-b552-2414d6973840', 'status': 'completed', 'code': 200} May 26 18:10:15.281632 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c706f035-55cc-4995-a1f5-044109989e25 req-a9f44733-e09a-4d17-968f-96c0353b4ee2 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077596327&fields=id&tenant_id=98761773ea78490baebe0b3d9414ac45 HTTP/1.1" status: 200 len: 267 time: 0.0594356 May 26 18:10:15.338952 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f035-55cc-4995-a1f5-044109989e25 req-404680fb-32fd-4ffb-a960-ab02f9e6a9ec tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:15.340701 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c706f035-55cc-4995-a1f5-044109989e25 req-404680fb-32fd-4ffb-a960-ab02f9e6a9ec tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 984 time: 0.0533180 May 26 18:10:15.352045 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-c706f035-55cc-4995-a1f5-044109989e25 req-8e8b5f6b-8127-4d5b-9ad9-e12478c7449b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Request body: {'port': {'security_groups': ['a923fccd-87b8-468f-b60b-2b182b86198f']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:15.461018 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c706f035-55cc-4995-a1f5-044109989e25 req-8e8b5f6b-8127-4d5b-9ad9-e12478c7449b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.513882 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0199-87a1-4dcf-9c1a-3975ecc0d1e8 req-9406200c-b100-48cf-8558-dd4b3cc82cc2 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:15.516746 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0c2a0199-87a1-4dcf-9c1a-3975ecc0d1e8 req-9406200c-b100-48cf-8558-dd4b3cc82cc2 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0825419 May 26 18:10:15.596414 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0c2a0199-87a1-4dcf-9c1a-3975ecc0d1e8 req-ab341042-1218-46af-ac5f-4a5cb7df5844 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727410 May 26 18:10:15.730450 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd63cf7-028b-4a2e-9ce5-010d04c433d4 req-e6b0618e-ca5a-499c-a140-8ebb9c64067a tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:15.732982 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ccd63cf7-028b-4a2e-9ce5-010d04c433d4 req-e6b0618e-ca5a-499c-a140-8ebb9c64067a tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 943 time: 0.0637412 May 26 18:10:15.772623 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-c706f035-55cc-4995-a1f5-044109989e25 req-8e8b5f6b-8127-4d5b-9ad9-e12478c7449b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] For port e68fb5bc-371c-476f-9c1e-c7d20160dd7d, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:15.804027 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ccd63cf7-028b-4a2e-9ce5-010d04c433d4 req-ab294f1c-d674-40bf-85cf-747810c92cf9 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646737 May 26 18:10:15.809091 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c706f035-55cc-4995-a1f5-044109989e25 req-8e8b5f6b-8127-4d5b-9ad9-e12478c7449b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.814880 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c706f035-55cc-4995-a1f5-044109989e25 req-8e8b5f6b-8127-4d5b-9ad9-e12478c7449b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.824390 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:15.861014 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f035-55cc-4995-a1f5-044109989e25 req-8e8b5f6b-8127-4d5b-9ad9-e12478c7449b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:15.861943 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-c706f035-55cc-4995-a1f5-044109989e25 req-8e8b5f6b-8127-4d5b-9ad9-e12478c7449b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:15.863485 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c706f035-55cc-4995-a1f5-044109989e25 req-8e8b5f6b-8127-4d5b-9ad9-e12478c7449b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "PUT /v2.0/ports/e68fb5bc-371c-476f-9c1e-c7d20160dd7d HTTP/1.1" status: 200 len: 942 time: 0.5164862 May 26 18:10:15.863883 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['e68fb5bc-371c-476f-9c1e-c7d20160dd7d'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:10:15.878549 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60006) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:15.904715 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b5f6b-8127-4d5b-9ad9-e12478c7449b tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event updated for resources: {'Port': ['ID=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,revision_number=7']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:15.981938 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-654c69a3-af2a-4b93-9fab-d05f4b7e2ab6 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group (eea1309d-f568-4505-b38c-3ce75016ea77), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.035131 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-654c69a3-af2a-4b93-9fab-d05f4b7e2ab6 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group (eea1309d-f568-4505-b38c-3ce75016ea77), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.058937 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['e68fb5bc-371c-476f-9c1e-c7d20160dd7d'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:10:16.177436 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-654c69a3-af2a-4b93-9fab-d05f4b7e2ab6 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (eea1309d-f568-4505-b38c-3ce75016ea77), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.180646 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-654c69a3-af2a-4b93-9fab-d05f4b7e2ab6 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.183105 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-654c69a3-af2a-4b93-9fab-d05f4b7e2ab6 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "DELETE /v2.0/security-groups/eea1309d-f568-4505-b38c-3ce75016ea77 HTTP/1.1" status: 204 len: 168 time: 0.3026798 May 26 18:10:16.187590 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60008) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:16.199713 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c69a3-af2a-4b93-9fab-d05f4b7e2ab6 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea1309d-f568-4505-b38c-3ce75016ea77,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:16.296671 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-95bb2e32-5f13-45de-a9f6-c5b4dac980e6 None None] Provisioning complete for port e68fb5bc-371c-476f-9c1e-c7d20160dd7d triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:16.297451 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-95bb2e32-5f13-45de-a9f6-c5b4dac980e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.423245 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:16.457916 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Deleting port 09a484e1-fb60-4e2e-ab0e-37ed0590880b {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:16.458542 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (09a484e1-fb60-4e2e-ab0e-37ed0590880b), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.479361 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-95bb2e32-5f13-45de-a9f6-c5b4dac980e6 None None] Current status of the port e68fb5bc-371c-476f-9c1e-c7d20160dd7d is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:16.603193 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (09a484e1-fb60-4e2e-ab0e-37ed0590880b), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.604411 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for floatingip (09a484e1-fb60-4e2e-ab0e-37ed0590880b), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.616519 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:16.630277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Calling delete_port for 09a484e1-fb60-4e2e-ab0e-37ed0590880b owned by network:floatingip {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:16.709043 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:16.713482 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7897c8a0-da2e-4640-a968-6e5d9ce31d11" -d '{"events": [{"name": "network-changed", "server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:16.760070 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd633bf-b1c2-42cd-87c0-5908403992ee req-df7481d5-5b19-4fe3-aedf-13c9da1e7a98 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:16.766694 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0fd633bf-b1c2-42cd-87c0-5908403992ee req-df7481d5-5b19-4fe3-aedf-13c9da1e7a98 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.0739305 May 26 18:10:16.774219 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef02ef79-71ce-4807-8b19-0e9546da6ddc x-openstack-request-id: req-ef02ef79-71ce-4807-8b19-0e9546da6ddc {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:16.774523 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:16.774870 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ef02ef79-71ce-4807-8b19-0e9546da6ddc {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:16.775773 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef02ef79-71ce-4807-8b19-0e9546da6ddc'] response: {'name': 'network-changed', 'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'status': 'completed', 'code': 200} May 26 18:10:16.822737 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0fd633bf-b1c2-42cd-87c0-5908403992ee req-cbc7ac5a-7d8f-4a26-b227-b277bc9996ac tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496783 May 26 18:10:16.927861 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (09a484e1-fb60-4e2e-ab0e-37ed0590880b), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:16.969166 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event deleted for resources: {'Port': ['ID=09a484e1-fb60-4e2e-ab0e-37ed0590880b,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:17.056256 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09066573-76c3-45fc-8dba-513a682e69cd req-0b9c0fcc-12c2-4729-8a1b-5f6a8d2cbaaf tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:17.059021 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09066573-76c3-45fc-8dba-513a682e69cd req-0b9c0fcc-12c2-4729-8a1b-5f6a8d2cbaaf tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 943 time: 0.1050165 May 26 18:10:17.131346 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks [] for floatingip (03203fea-ddb4-466f-a082-98a1bc35ffdd), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.131778 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Floating IP 03203fea-ddb4-466f-a082-98a1bc35ffdd disassociated (deleted). External IP: 172.27.1.76, port: e68fb5bc-371c-476f-9c1e-c7d20160dd7d. May 26 18:10:17.229004 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-09066573-76c3-45fc-8dba-513a682e69cd req-b7863ce4-ee67-4039-a5b9-989b6e59650e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620700 May 26 18:10:17.420587 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Router 7d81e881-05f8-49b8-9799-0a0fded0e908 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:17.488141 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:17.580348 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897c8a0-da2e-4640-a968-6e5d9ce31d11 req-c95cda33-7e15-4449-ab3c-7b8182c80ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:17.581869 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7897c8a0-da2e-4640-a968-6e5d9ce31d11 req-c95cda33-7e15-4449-ab3c-7b8182c80ad0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98761773ea78490baebe0b3d9414ac45&device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 1129 time: 0.0821502 May 26 18:10:17.602166 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:17.609498 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:17.618284 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490b757a-3855-43d0-bf1d-329b5839c23a None None] Sync routers for ids ['7d81e881-05f8-49b8-9799-0a0fded0e908'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:17.631847 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b757a-3855-43d0-bf1d-329b5839c23a None None] Routers {'7d81e881-05f8-49b8-9799-0a0fded0e908'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:17.632492 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-490b757a-3855-43d0-bf1d-329b5839c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['7d81e881-05f8-49b8-9799-0a0fded0e908'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:17.660477 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-ab4371b0-36e9-4b0d-84af-4d1cd7f16728 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "DELETE /v2.0/floatingips/03203fea-ddb4-466f-a082-98a1bc35ffdd HTTP/1.1" status: 204 len: 168 time: 1.4713507 May 26 18:10:17.763639 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:17.767177 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb957ca-fe2b-4263-89f3-96414faf148a req-c8705326-9ebf-44c0-99aa-9098cadbbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:17.772680 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fbb957ca-fe2b-4263-89f3-96414faf148a req-c8705326-9ebf-44c0-99aa-9098cadbbb0b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 1127 time: 0.1019304 May 26 18:10:17.830988 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897c8a0-da2e-4640-a968-6e5d9ce31d11 req-e8c26389-39d7-45be-9e5c-dc4b4cda80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:17.833750 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7897c8a0-da2e-4640-a968-6e5d9ce31d11 req-e8c26389-39d7-45be-9e5c-dc4b4cda80dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 HTTP/1.1" status: 200 len: 914 time: 0.1656532 May 26 18:10:17.847254 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-490b757a-3855-43d0-bf1d-329b5839c23a None None] Set router 7d81e881-05f8-49b8-9799-0a0fded0e908 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:18.033983 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7897c8a0-da2e-4640-a968-6e5d9ce31d11 req-8ad91a71-8030-4b36-89f1-e80117a36736 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d HTTP/1.1" status: 200 len: 217 time: 0.1533113 May 26 18:10:18.060999 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb957ca-fe2b-4263-89f3-96414faf148a req-0047d4e9-7a3d-4f90-801d-c029f11bcf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:18.063792 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fbb957ca-fe2b-4263-89f3-96414faf148a req-0047d4e9-7a3d-4f90-801d-c029f11bcf58 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c0b976166b884524b9a3855712be72de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2545259 May 26 18:10:18.080578 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-f785fb74-2d05-476a-bdae-63d1dd6a9720 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:18.094538 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-f785fb74-2d05-476a-bdae-63d1dd6a9720 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.2768397 May 26 18:10:18.280736 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb957ca-fe2b-4263-89f3-96414faf148a req-f35353e4-f195-4810-9d06-31c716521f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:18.283112 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fbb957ca-fe2b-4263-89f3-96414faf148a req-f35353e4-f195-4810-9d06-31c716521f34 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2144544 May 26 18:10:18.318589 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-490b757a-3855-43d0-bf1d-329b5839c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '05c4bcd4-29af-4aaa-add8-2083d557fe3b', 'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'mac_address': 'fa:16:3e:15:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:23Z', 'updated_at': '2022-05-26T18:07:35Z', 'revision_number': 5, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'subnets': [{'id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:18.341221 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:18.356323 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490b757a-3855-43d0-bf1d-329b5839c23a None None] Checking router: 7d81e881-05f8-49b8-9799-0a0fded0e908 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:18.366878 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:18.370365 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b757a-3855-43d0-bf1d-329b5839c23a None None] Routers {'7d81e881-05f8-49b8-9799-0a0fded0e908'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:18.372119 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-490b757a-3855-43d0-bf1d-329b5839c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['7d81e881-05f8-49b8-9799-0a0fded0e908'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:18.373671 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897c8a0-da2e-4640-a968-6e5d9ce31d11 req-5b8a0930-1a77-40cd-8e3e-667c541228a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:18.375875 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7897c8a0-da2e-4640-a968-6e5d9ce31d11 req-5b8a0930-1a77-40cd-8e3e-667c541228a5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5314348d-f217-4b92-bed8-d33b873a2bbf HTTP/1.1" status: 200 len: 852 time: 0.3266969 May 26 18:10:18.383431 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a16144-649c-458c-8ade-40aaebc619eb req-c228b0b4-ec60-48b3-9ea0-7ee574877526 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:18.386344 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97a16144-649c-458c-8ade-40aaebc619eb req-c228b0b4-ec60-48b3-9ea0-7ee574877526 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 946 time: 0.3351600 May 26 18:10:18.417627 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde1736-b8a1-4a66-94d7-4da6bef8b321 req-73ec960b-98a4-4148-b40e-39df19c86583 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:18.419266 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7cde1736-b8a1-4a66-94d7-4da6bef8b321 req-73ec960b-98a4-4148-b40e-39df19c86583 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 943 time: 0.0578752 May 26 18:10:18.484162 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7cde1736-b8a1-4a66-94d7-4da6bef8b321 req-985ec8ed-4cdd-4f51-9031-235b8941a75b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585372 May 26 18:10:18.492556 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Deleting port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:18.493009 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.502092 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-490b757a-3855-43d0-bf1d-329b5839c23a None None] Set router 7d81e881-05f8-49b8-9799-0a0fded0e908 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:18.524788 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97a16144-649c-458c-8ade-40aaebc619eb req-46d9ac8e-cc0b-42a2-9e65-1cd365a7c83e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0ee066b-592a-4c56-90ba-ce0c8ae12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233180 May 26 18:10:18.604820 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] For port 5504205b-c7f9-44bd-bd92-7e2d2536ea96, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5504205b-c7f9-44bd-bd92-7e2d2536ea96,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:18.605192 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:18.683881 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:18.704001 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-5b5623d5-1c08-4de0-9e50-39313f26c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:18.705843 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-5b5623d5-1c08-4de0-9e50-39313f26c265 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 1127 time: 0.0526447 May 26 18:10:18.762297 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-79b1a169-1a59-4152-9555-737dd6695134 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9b71324-5001-44e0-b552-2414d6973840 HTTP/1.1" status: 200 len: 217 time: 0.0419645 May 26 18:10:18.886036 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-8e76caee-7f35-480e-8156-e0c0024a8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:18.888183 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-8e76caee-7f35-480e-8156-e0c0024a8e02 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6391f8f8-c65b-4530-8b3e-5895efce7c46 HTTP/1.1" status: 200 len: 850 time: 0.0877540 May 26 18:10:18.948614 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:18.950992 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616033c0-910a-4e65-9986-3c9756a7241f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:18.963095 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-5d3972fe-d9f5-45b7-ae2a-f430a26cf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:18.966012 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-5d3972fe-d9f5-45b7-ae2a-f430a26cf4f4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31cac232-9768-4083-9065-c20228929068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644217 May 26 18:10:19.004311 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-490b757a-3855-43d0-bf1d-329b5839c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '05c4bcd4-29af-4aaa-add8-2083d557fe3b', 'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'mac_address': 'fa:16:3e:15:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:23Z', 'updated_at': '2022-05-26T18:07:35Z', 'revision_number': 5, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'subnets': [{'id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:19.004992 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897c8a0-da2e-4640-a968-6e5d9ce31d11 req-030ec9e8-1f7a-4b1c-98ea-1f04ee7dc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:19.006286 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7897c8a0-da2e-4640-a968-6e5d9ce31d11 req-030ec9e8-1f7a-4b1c-98ea-1f04ee7dc138 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3502529 May 26 18:10:19.033888 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0e1abb-e87e-4a12-9f92-06d03bab26ad x-openstack-request-id: req-db0e1abb-e87e-4a12-9f92-06d03bab26ad {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:19.034224 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:19.034465 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db0e1abb-e87e-4a12-9f92-06d03bab26ad {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:19.034863 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0e1abb-e87e-4a12-9f92-06d03bab26ad'] response: {'name': 'network-changed', 'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'status': 'completed', 'code': 200} May 26 18:10:19.039544 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490b757a-3855-43d0-bf1d-329b5839c23a None None] The sync data for ids ['7d81e881-05f8-49b8-9799-0a0fded0e908'] in dv-cinder-839064-2-iscsi is: [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '05c4bcd4-29af-4aaa-add8-2083d557fe3b', 'name': '', 'network_id': '9fcc67dc-f23b-473a-b2d1-b02ae2b2a272', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'mac_address': 'fa:16:3e:15:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:23Z', 'updated_at': '2022-05-26T18:07:35Z', 'revision_number': 5, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'subnets': [{'id': '5314348d-f217-4b92-bed8-d33b873a2bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:19.144549 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-6944f30d-cc43-4c74-8d11-23eb7b539fb9 service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715081 May 26 18:10:19.187301 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:19.187667 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (3ef85a88-1c4b-47b4-96b8-9e6b53d9b538), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:19.187990 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Floating IP 3ef85a88-1c4b-47b4-96b8-9e6b53d9b538 disassociated. External IP: 172.27.1.70, port: 5504205b-c7f9-44bd-bd92-7e2d2536ea96. May 26 18:10:19.188352 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Calling delete_port for 5504205b-c7f9-44bd-bd92-7e2d2536ea96 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:19.225384 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7897c8a0-da2e-4640-a968-6e5d9ce31d11 req-6230a052-a3a3-4c18-a556-5aec82069514 service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769834 May 26 18:10:19.359089 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:19.367522 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2e8da2d7-267b-4eab-a493-15091aa03c2e req-48c453cc-517d-4c14-a546-f5c9b9ab4c1d service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817007 May 26 18:10:19.434703 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f709d2b-6ac0-450e-9724-6bc3d42e479d None None] New status for floating IP 03203fea-ddb4-466f-a082-98a1bc35ffdd: DOWN {{(pid=104149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:10:19.449512 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (5504205b-c7f9-44bd-bd92-7e2d2536ea96), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:19.490888 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event deleted for resources: {'Port': ['ID=5504205b-c7f9-44bd-bd92-7e2d2536ea96,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:19.520536 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:19.520536 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7897c8a0-da2e-4640-a968-6e5d9ce31d11 req-0e1a37fe-6477-4a2a-abc2-adbf3869dd70 service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562327 May 26 18:10:19.667535 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-96cc2a38-a9d3-4061-837f-6c200677f796 req-e3c49546-473e-4bf3-8d3c-fbaa18585ea7 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 210 time: 0.0406225 May 26 18:10:19.741485 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b7df6-5126-40f2-a0b1-ac16940d938b req-98dbeeb9-6a99-4cdc-a24a-e0186dc8c484 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:19.743087 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-372b7df6-5126-40f2-a0b1-ac16940d938b req-98dbeeb9-6a99-4cdc-a24a-e0186dc8c484 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 943 time: 0.0909066 May 26 18:10:19.759182 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Router 27dd8832-0584-4c9a-abd9-f84c2c759178 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:19.852637 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-372b7df6-5126-40f2-a0b1-ac16940d938b req-bb3e13bd-4c60-4d98-ad32-db847e4ea4bf tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029482 May 26 18:10:19.934595 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:19.952515 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46699b8-b45f-4049-bd39-7c2256b42241 None None] Sync routers for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:19.967282 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46699b8-b45f-4049-bd39-7c2256b42241 None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:19.968063 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-c46699b8-b45f-4049-bd39-7c2256b42241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:19.989540 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] No DVR routers for this DVR port 5504205b-c7f9-44bd-bd92-7e2d2536ea96 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:19.992483 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:19.996275 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-72862bcb-5f43-4595-8bd3-8fa8082fec74 req-ea6fff80-a188-4211-9312-ea1436786d33 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "DELETE /v2.0/ports/5504205b-c7f9-44bd-bd92-7e2d2536ea96 HTTP/1.1" status: 204 len: 173 time: 1.9005475 May 26 18:10:20.106905 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-c46699b8-b45f-4049-bd39-7c2256b42241 None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:20.309665 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:20.331269 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-c46699b8-b45f-4049-bd39-7c2256b42241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 5, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:20.365392 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46699b8-b45f-4049-bd39-7c2256b42241 None None] Checking router: 27dd8832-0584-4c9a-abd9-f84c2c759178 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:20.382487 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46699b8-b45f-4049-bd39-7c2256b42241 None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:20.383411 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-c46699b8-b45f-4049-bd39-7c2256b42241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:09:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:20.482339 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-aa9abf33-22d4-4755-9616-65bd90a2bbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:20.490971 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616033c0-910a-4e65-9986-3c9756a7241f req-d661fb04-cb9d-4387-b4e0-35ec3a88b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:20.493160 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-616033c0-910a-4e65-9986-3c9756a7241f req-d661fb04-cb9d-4387-b4e0-35ec3a88b38a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=98761773ea78490baebe0b3d9414ac45&device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 1129 time: 0.0681860 May 26 18:10:20.561379 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-c46699b8-b45f-4049-bd39-7c2256b42241 None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:20.678932 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616033c0-910a-4e65-9986-3c9756a7241f req-ce236c9b-c7f8-4dc1-804b-ac154f056693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:20.680995 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-616033c0-910a-4e65-9986-3c9756a7241f req-ce236c9b-c7f8-4dc1-804b-ac154f056693 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 HTTP/1.1" status: 200 len: 914 time: 0.1671002 May 26 18:10:20.851605 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b341fc54-c1b6-4f0c-84b5-f957f435fb10 req-36ce478f-ce86-42bc-bca2-1f7f3d87b79c tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=3eceefa8-c466-4e82-b5b7-9458d4cd6775 HTTP/1.1" status: 200 len: 210 time: 0.0451035 May 26 18:10:20.938374 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-616033c0-910a-4e65-9986-3c9756a7241f req-558bae24-8d5c-4744-9137-1d6a687fa508 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d HTTP/1.1" status: 200 len: 217 time: 0.1293018 May 26 18:10:20.962374 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-c46699b8-b45f-4049-bd39-7c2256b42241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 5, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:20.972338 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:21.030174 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46699b8-b45f-4049-bd39-7c2256b42241 None None] The sync data for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi is: [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:57Z', 'revision_number': 4, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '32469e22-6a88-420d-944c-eeaab4d19236', 'name': '', 'network_id': '674e4916-1510-4fc4-b57b-b0089244acfe', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'mac_address': 'fa:16:3e:3d:4e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:52Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 5, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'subnets': [{'id': 'ac96540e-afea-497d-ac7d-c16c234ce572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:21.044531 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'name': 'network-vif-deleted', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:21.058328 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e178c-e301-42da-9d2b-e5d94efdd2b9" -d '{"events": [{"server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "name": "network-vif-deleted", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:21.107211 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83efc4-be2d-49f6-b139-bb343a32d823 req-6c58acc0-2370-4ff9-aed4-e8c969824fd6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:21.115745 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6d83efc4-be2d-49f6-b139-bb343a32d823 req-6c58acc0-2370-4ff9-aed4-e8c969824fd6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 943 time: 0.1294422 May 26 18:10:21.146395 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616033c0-910a-4e65-9986-3c9756a7241f req-c3a8c46c-a0cf-495b-8669-ca083a8a5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:21.148606 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-616033c0-910a-4e65-9986-3c9756a7241f req-c3a8c46c-a0cf-495b-8669-ca083a8a5078 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5314348d-f217-4b92-bed8-d33b873a2bbf HTTP/1.1" status: 200 len: 852 time: 0.1968331 May 26 18:10:21.168025 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b1ce93-b5b0-49d9-9483-8aab9ef7b9a5 x-openstack-request-id: req-e4b1ce93-b5b0-49d9-9483-8aab9ef7b9a5 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:21.168399 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eceefa8-c466-4e82-b5b7-9458d4cd6775", "name": "network-vif-deleted", "tag": "5504205b-c7f9-44bd-bd92-7e2d2536ea96", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:21.168812 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4b1ce93-b5b0-49d9-9483-8aab9ef7b9a5 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:21.169443 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4b1ce93-b5b0-49d9-9483-8aab9ef7b9a5'] response: {'server_uuid': '3eceefa8-c466-4e82-b5b7-9458d4cd6775', 'name': 'network-vif-deleted', 'tag': '5504205b-c7f9-44bd-bd92-7e2d2536ea96', 'status': 'completed', 'code': 200} May 26 18:10:21.207828 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6d83efc4-be2d-49f6-b139-bb343a32d823 req-e14c5033-8208-4b3d-9101-2e11dba74a65 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892489 May 26 18:10:21.333534 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c72c-a560-42aa-b5c1-f32f85612f68 req-d9110b06-c115-4ec0-91d4-7131401986a8 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:21.335956 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-25b9c72c-a560-42aa-b5c1-f32f85612f68 req-d9110b06-c115-4ec0-91d4-7131401986a8 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 945 time: 0.0692997 May 26 18:10:21.405688 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be933675-ef21-44e8-a83a-d9a217a7dd5a None None] New status for floating IP 3ef85a88-1c4b-47b4-96b8-9e6b53d9b538: DOWN {{(pid=104149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:10:21.411895 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-25b9c72c-a560-42aa-b5c1-f32f85612f68 req-11f6e659-b0cf-4a61-89f3-2751c0b2fb06 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657201 May 26 18:10:21.820397 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5504205b-c7f9-44bd-bd92-7e2d2536ea96 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:21.846682 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: 5504205b-c7f9-44bd-bd92-7e2d2536ea96 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:21.847111 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5504205b-c7f9-44bd-bd92-7e2d2536ea96 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:21.992803 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60062) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:22.061788 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d570ef98-42ac-45ff-ab3b-9ed2667c7192 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group (f0ee066b-592a-4c56-90ba-ce0c8ae12e08), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.091842 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d570ef98-42ac-45ff-ab3b-9ed2667c7192 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group (f0ee066b-592a-4c56-90ba-ce0c8ae12e08), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.147831 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d570ef98-42ac-45ff-ab3b-9ed2667c7192 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (f0ee066b-592a-4c56-90ba-ce0c8ae12e08), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.150683 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d570ef98-42ac-45ff-ab3b-9ed2667c7192 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.151929 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-d570ef98-42ac-45ff-ab3b-9ed2667c7192 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "DELETE /v2.0/security-groups/f0ee066b-592a-4c56-90ba-ce0c8ae12e08 HTTP/1.1" status: 204 len: 168 time: 0.1580977 May 26 18:10:22.154876 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60064) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:22.172347 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570ef98-42ac-45ff-ab3b-9ed2667c7192 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ee066b-592a-4c56-90ba-ce0c8ae12e08,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:22.177349 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.api.v2.resource [None req-94024fbb-231d-4aed-8e38-2eb5ae9c3960 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] show failed (client error): The resource could not be found. May 26 18:10:22.179065 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-94024fbb-231d-4aed-8e38-2eb5ae9c3960 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups/f0ee066b-592a-4c56-90ba-ce0c8ae12e08 HTTP/1.1" status: 404 len: 347 time: 0.0222979 May 26 18:10:22.183743 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60066) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:22.344073 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-418119fd-c734-4774-94b0-f1766a8363e9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Deleting port 5ee66d60-66f6-4314-a52c-4c251771f110 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:22.344326 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-418119fd-c734-4774-94b0-f1766a8363e9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (5ee66d60-66f6-4314-a52c-4c251771f110), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.372134 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c1fc-edb9-4cb7-82fc-a4572d084f28 req-b8a53775-3de7-4e33-bfb8-d8dc6cf0d9a6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:22.373747 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cb42c1fc-edb9-4cb7-82fc-a4572d084f28 req-b8a53775-3de7-4e33-bfb8-d8dc6cf0d9a6 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 943 time: 0.0766501 May 26 18:10:22.490500 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cb42c1fc-edb9-4cb7-82fc-a4572d084f28 req-6f6ae2c2-5045-4f39-8edb-b40622698a5b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876186 May 26 18:10:22.492476 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-418119fd-c734-4774-94b0-f1766a8363e9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (5ee66d60-66f6-4314-a52c-4c251771f110), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.492804 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-418119fd-c734-4774-94b0-f1766a8363e9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for floatingip (5ee66d60-66f6-4314-a52c-4c251771f110), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.508393 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-418119fd-c734-4774-94b0-f1766a8363e9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Calling delete_port for 5ee66d60-66f6-4314-a52c-4c251771f110 owned by network:floatingip {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:22.529781 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:22.581120 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd61bcb-1ddb-4e34-813c-921ab39c9061 req-eb082ddd-e644-4065-8dcb-c88652d645ff tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:22.582946 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cdd61bcb-1ddb-4e34-813c-921ab39c9061 req-eb082ddd-e644-4065-8dcb-c88652d645ff tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 945 time: 0.0650053 May 26 18:10:22.584305 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:22.655682 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3533bc96-2f88-4108-97c0-211dff0fb277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.682518 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-418119fd-c734-4774-94b0-f1766a8363e9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (5ee66d60-66f6-4314-a52c-4c251771f110), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.689996 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616033c0-910a-4e65-9986-3c9756a7241f req-78c1b024-6ed4-4296-97d8-0561c2240411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:22.691567 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-616033c0-910a-4e65-9986-3c9756a7241f req-78c1b024-6ed4-4296-97d8-0561c2240411 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777223 May 26 18:10:22.691714 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:22.696593 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cdd61bcb-1ddb-4e34-813c-921ab39c9061 req-036eab6c-db5b-4344-86ad-c4baddf07716 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/security-groups?id=a923fccd-87b8-468f-b60b-2b182b86198f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060305 May 26 18:10:22.715028 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418119fd-c734-4774-94b0-f1766a8363e9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event deleted for resources: {'Port': ['ID=5ee66d60-66f6-4314-a52c-4c251771f110,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:22.783718 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-418119fd-c734-4774-94b0-f1766a8363e9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks [] for floatingip (3ef85a88-1c4b-47b4-96b8-9e6b53d9b538), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.786296 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-418119fd-c734-4774-94b0-f1766a8363e9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:22.787479 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-418119fd-c734-4774-94b0-f1766a8363e9 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "DELETE /v2.0/floatingips/3ef85a88-1c4b-47b4-96b8-9e6b53d9b538 HTTP/1.1" status: 204 len: 168 time: 0.6027308 May 26 18:10:22.977413 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:22.986023 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-616033c0-910a-4e65-9986-3c9756a7241f req-62a5421a-7d9f-449a-8e03-f8718bfba2b3 service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363139 May 26 18:10:23.095305 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578a451-55a6-4ff8-9da6-13db2d5622e4 req-fa2f649e-960a-4dfc-a5d5-7311cd8dbcfc tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:23.097258 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8578a451-55a6-4ff8-9da6-13db2d5622e4 req-fa2f649e-960a-4dfc-a5d5-7311cd8dbcfc tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 945 time: 0.1012170 May 26 18:10:23.175632 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-616033c0-910a-4e65-9986-3c9756a7241f req-1bce4bb0-3e2f-474d-af2d-514a411511ca service neutron] 10.222.0.86 "GET /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815057 May 26 18:10:23.231890 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-8578a451-55a6-4ff8-9da6-13db2d5622e4 req-3fa22342-d5c0-4802-a407-549ce56782f0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Deleting port e68fb5bc-371c-476f-9c1e-c7d20160dd7d {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:23.232212 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8578a451-55a6-4ff8-9da6-13db2d5622e4 req-3fa22342-d5c0-4802-a407-549ce56782f0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.366606 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-8578a451-55a6-4ff8-9da6-13db2d5622e4 req-3fa22342-d5c0-4802-a407-549ce56782f0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] For port e68fb5bc-371c-476f-9c1e-c7d20160dd7d, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:23.367217 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8578a451-55a6-4ff8-9da6-13db2d5622e4 req-3fa22342-d5c0-4802-a407-549ce56782f0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.393959 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-8578a451-55a6-4ff8-9da6-13db2d5622e4 req-3fa22342-d5c0-4802-a407-549ce56782f0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Calling delete_port for e68fb5bc-371c-476f-9c1e-c7d20160dd7d owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:23.557452 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8578a451-55a6-4ff8-9da6-13db2d5622e4 req-3fa22342-d5c0-4802-a407-549ce56782f0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (e68fb5bc-371c-476f-9c1e-c7d20160dd7d), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.588588 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa22342-d5c0-4802-a407-549ce56782f0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Pushing event deleted for resources: {'Port': ['ID=e68fb5bc-371c-476f-9c1e-c7d20160dd7d,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:23.592784 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['e68fb5bc-371c-476f-9c1e-c7d20160dd7d'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:10:23.659637 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8578a451-55a6-4ff8-9da6-13db2d5622e4 req-3fa22342-d5c0-4802-a407-549ce56782f0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] No DVR routers for this DVR port e68fb5bc-371c-476f-9c1e-c7d20160dd7d on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:23.662974 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8578a451-55a6-4ff8-9da6-13db2d5622e4 req-3fa22342-d5c0-4802-a407-549ce56782f0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:23.667027 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8578a451-55a6-4ff8-9da6-13db2d5622e4 req-3fa22342-d5c0-4802-a407-549ce56782f0 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.86 "DELETE /v2.0/ports/e68fb5bc-371c-476f-9c1e-c7d20160dd7d HTTP/1.1" status: 204 len: 173 time: 0.5640392 May 26 18:10:23.667588 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'name': 'network-vif-deleted', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:23.670982 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057d12f4-45a6-46e2-a96a-88de4bf300df" -d '{"events": [{"server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "name": "network-vif-deleted", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:23.681286 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e893e1-318f-4c65-b23d-5c88a75b1b40 req-2d1b9fdb-1d3e-4514-acdc-ff0068db9671 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:23.685287 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-10e893e1-318f-4c65-b23d-5c88a75b1b40 req-2d1b9fdb-1d3e-4514-acdc-ff0068db9671 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 943 time: 0.0741603 May 26 18:10:23.728007 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304cbf54-42a0-4e00-bd9f-56b76700ba6c x-openstack-request-id: req-304cbf54-42a0-4e00-bd9f-56b76700ba6c {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:23.729385 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac777d5f-b832-4aa7-ac43-5542d284cd38", "name": "network-vif-deleted", "tag": "e68fb5bc-371c-476f-9c1e-c7d20160dd7d", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:23.729590 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-304cbf54-42a0-4e00-bd9f-56b76700ba6c {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:23.730338 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304cbf54-42a0-4e00-bd9f-56b76700ba6c'] response: {'server_uuid': 'ac777d5f-b832-4aa7-ac43-5542d284cd38', 'name': 'network-vif-deleted', 'tag': 'e68fb5bc-371c-476f-9c1e-c7d20160dd7d', 'status': 'completed', 'code': 200} May 26 18:10:23.760640 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-10e893e1-318f-4c65-b23d-5c88a75b1b40 req-b6ee56e9-d85b-4036-924b-c07443104670 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626612 May 26 18:10:23.824002 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device d9b71324-5001-44e0-b552-2414d6973840 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:10:23.842073 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2d074c80-18ac-400d-b9e3-52ec741bfc2e req-aff0c9ec-8f60-45df-9416-18fa7bb1e175 tempest-TestMinimumBasicScenario-703601138 tempest-TestMinimumBasicScenario-703601138-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac777d5f-b832-4aa7-ac43-5542d284cd38 HTTP/1.1" status: 200 len: 210 time: 0.0351079 May 26 18:10:23.984553 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:24.038846 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port d9b71324-5001-44e0-b552-2414d6973840, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=d9b71324-5001-44e0-b552-2414d6973840,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:24.061196 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'd9b71324-5001-44e0-b552-2414d6973840', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'port_id': 'd9b71324-5001-44e0-b552-2414d6973840', 'mac_address': 'fa:16:3e:d1:65:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:10:24.138229 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port d9b71324-5001-44e0-b552-2414d6973840 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:24.144253 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d9b71324-5001-44e0-b552-2414d6973840), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:24.168733 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b71324-5001-44e0-b552-2414d6973840 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:10:24.208141 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port d9b71324-5001-44e0-b552-2414d6973840, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=d9b71324-5001-44e0-b552-2414d6973840,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:24.216788 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d9b71324-5001-44e0-b552-2414d6973840), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:24.311425 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=d9b71324-5001-44e0-b552-2414d6973840,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:24.556553 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['d9b71324-5001-44e0-b552-2414d6973840'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:10:25.216979 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa4084-113c-41cb-a7a4-912accd0eb79 req-dacf37cf-a7c8-43ac-8094-21aa0af6c08b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:25.219723 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-52aa4084-113c-41cb-a7a4-912accd0eb79 req-dacf37cf-a7c8-43ac-8094-21aa0af6c08b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 944 time: 0.3676543 May 26 18:10:25.315928 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-52aa4084-113c-41cb-a7a4-912accd0eb79 req-009dd5b5-b0b7-4de3-9e93-87d758a19b22 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878348 May 26 18:10:25.532351 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:25.557370 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:25.592486 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7decf-0892-48e3-91b3-4aaa5cb07cf8 req-c10a39ac-4659-408b-b108-9946b60cd493 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:25.596568 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-03e7decf-0892-48e3-91b3-4aaa5cb07cf8 req-c10a39ac-4659-408b-b108-9946b60cd493 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.1021934 May 26 18:10:25.668663 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-03e7decf-0892-48e3-91b3-4aaa5cb07cf8 req-a934082e-fd5f-4605-be3c-f5a483c2e223 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655060 May 26 18:10:25.744521 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60142) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:25.828287 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device d9b71324-5001-44e0-b552-2414d6973840 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:25.887610 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port d9b71324-5001-44e0-b552-2414d6973840 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:10:25.897121 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port d9b71324-5001-44e0-b552-2414d6973840 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:25.897652 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (d9b71324-5001-44e0-b552-2414d6973840), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:25.991656 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port d9b71324-5001-44e0-b552-2414d6973840 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:25.992040 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (d9b71324-5001-44e0-b552-2414d6973840), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:26.022747 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80eb2910-b54f-4923-90f4-a5c99f742638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b71324-5001-44e0-b552-2414d6973840'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:26.025880 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f69ce2-0c3a-4afa-9878-25329eb56a44" -d '{"events": [{"server_uuid": "80eb2910-b54f-4923-90f4-a5c99f742638", "name": "network-vif-plugged", "status": "completed", "tag": "d9b71324-5001-44e0-b552-2414d6973840"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:26.045669 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port d9b71324-5001-44e0-b552-2414d6973840, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=d9b71324-5001-44e0-b552-2414d6973840,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:26.051213 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (d9b71324-5001-44e0-b552-2414d6973840), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:26.113926 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=d9b71324-5001-44e0-b552-2414d6973840,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:26.173179 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c645859-475a-47f8-b3ad-78d9726068f8 x-openstack-request-id: req-0c645859-475a-47f8-b3ad-78d9726068f8 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:26.173469 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80eb2910-b54f-4923-90f4-a5c99f742638", "name": "network-vif-plugged", "status": "completed", "tag": "d9b71324-5001-44e0-b552-2414d6973840", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:26.173750 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0c645859-475a-47f8-b3ad-78d9726068f8 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:26.174133 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c645859-475a-47f8-b3ad-78d9726068f8'] response: {'server_uuid': '80eb2910-b54f-4923-90f4-a5c99f742638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b71324-5001-44e0-b552-2414d6973840', 'code': 200} May 26 18:10:26.279890 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981400'] for router_interface (7d81e881-05f8-49b8-9799-0a0fded0e908), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:26.620483 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36233d05-8871-449a-8f5f-762e1ab80d3c req-063220c9-5e88-4687-8d51-c0fb18a53988 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:26.622129 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-36233d05-8871-449a-8f5f-762e1ab80d3c req-063220c9-5e88-4687-8d51-c0fb18a53988 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.1899090 May 26 18:10:26.633038 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:26.693158 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:26.735942 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-36233d05-8871-449a-8f5f-762e1ab80d3c req-1719c8da-2cfd-408d-a965-3dfc54760544 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035919 May 26 18:10:26.740873 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] Deleting port 05c4bcd4-29af-4aaa-add8-2083d557fe3b {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:26.741222 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:26.806011 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3db646-65b2-4604-b4b4-7396abaeaac4 req-0d68beeb-aad2-47cb-8e06-06d447f42282 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:26.807972 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fc3db646-65b2-4604-b4b4-7396abaeaac4 req-0d68beeb-aad2-47cb-8e06-06d447f42282 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.0533550 May 26 18:10:26.855418 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] For port 05c4bcd4-29af-4aaa-add8-2083d557fe3b, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=05c4bcd4-29af-4aaa-add8-2083d557fe3b,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:26.855788 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:26.866633 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fc3db646-65b2-4604-b4b4-7396abaeaac4 req-69870c7e-295d-4d4d-b4cd-5db54d10cd4f tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491149 May 26 18:10:26.873126 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] Calling delete_port for 05c4bcd4-29af-4aaa-add8-2083d557fe3b owned by network:router_interface {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:26.975902 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:27.081278 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (05c4bcd4-29af-4aaa-add8-2083d557fe3b), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:27.105267 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c4bcd4-29af-4aaa-add8-2083d557fe3b,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:27.313751 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-289928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981252'] for router_interface (7d81e881-05f8-49b8-9799-0a0fded0e908), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:27.620788 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] Router 7d81e881-05f8-49b8-9799-0a0fded0e908 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:27.638232 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:27.757203 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:27.765655 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-e400ff94-8bcc-429e-94df-80d8365972d9 admin admin] 10.222.0.76 "PUT /v2.0/routers/7d81e881-05f8-49b8-9799-0a0fded0e908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0181475 May 26 18:10:27.767211 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60154) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:27.768435 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f469499-dbe9-4684-bd46-7da53b9f0757 None None] Sync routers for ids ['7d81e881-05f8-49b8-9799-0a0fded0e908'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:27.782269 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f469499-dbe9-4684-bd46-7da53b9f0757 None None] Routers {'7d81e881-05f8-49b8-9799-0a0fded0e908'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:27.783867 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-9f469499-dbe9-4684-bd46-7da53b9f0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['7d81e881-05f8-49b8-9799-0a0fded0e908'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:27.819700 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f601b-46ce-4434-9d40-01529115d694 req-58f9bc56-04bd-4bcb-94cd-c0bb51094232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:27.823053 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-de9f601b-46ce-4434-9d40-01529115d694 req-58f9bc56-04bd-4bcb-94cd-c0bb51094232 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 1129 time: 0.0655503 May 26 18:10:27.835910 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e68fb5bc-371c-476f-9c1e-c7d20160dd7d no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:27.837304 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:27.860407 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: e68fb5bc-371c-476f-9c1e-c7d20160dd7d {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:27.860779 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e68fb5bc-371c-476f-9c1e-c7d20160dd7d not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:27.867815 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:27.943448 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d93c5-362c-41a4-8db9-dcc12effff25 req-8cb3705a-fc7c-4178-8d1d-c4876215ba9d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:27.945137 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6a3d93c5-362c-41a4-8db9-dcc12effff25 req-8cb3705a-fc7c-4178-8d1d-c4876215ba9d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.0962946 May 26 18:10:27.949245 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Publish callbacks [] for router (7d81e881-05f8-49b8-9799-0a0fded0e908), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:27.957226 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-9f469499-dbe9-4684-bd46-7da53b9f0757 None None] Set router 7d81e881-05f8-49b8-9799-0a0fded0e908 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:27.990435 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:28.017988 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26ae48-727c-4de4-a4b8-9403e25d93f6 req-6f29d8ba-85e9-4d86-90cd-33d985a373d3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:28.020942 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-be26ae48-727c-4de4-a4b8-9403e25d93f6 req-6f29d8ba-85e9-4d86-90cd-33d985a373d3 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.1286337 May 26 18:10:28.100987 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Publish callbacks [] for router_gateway (7d81e881-05f8-49b8-9799-0a0fded0e908), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.112020 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6a3d93c5-362c-41a4-8db9-dcc12effff25 req-9aaf339c-6dd2-4349-bb03-17734d77ed76 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770421 May 26 18:10:28.162981 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-de9f601b-46ce-4434-9d40-01529115d694 req-619e11ce-7e55-4715-bcd0-2b6f953807a1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833879 May 26 18:10:28.205315 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce6486-5fef-4cec-a5e0-a3adbde421f8 req-4497c6b8-2c04-42e1-ae1a-4884d043f4c0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:28.214868 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dcce6486-5fef-4cec-a5e0-a3adbde421f8 req-4497c6b8-2c04-42e1-ae1a-4884d043f4c0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 945 time: 0.1876850 May 26 18:10:28.220874 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Deleting port cd429166-36a6-4dc6-b6be-e6bf314531e4 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:28.221519 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.278118 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-be26ae48-727c-4de4-a4b8-9403e25d93f6 req-21dce499-efea-4cb8-b12f-cd525c290332 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Deleting port 25a14006-975e-4a8e-9d3d-96f25c4467f0 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:28.278588 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-be26ae48-727c-4de4-a4b8-9403e25d93f6 req-21dce499-efea-4cb8-b12f-cd525c290332 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.303936 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:28.352159 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dcce6486-5fef-4cec-a5e0-a3adbde421f8 req-cdf2394b-3372-4839-bbc2-abef9c584d42 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142437 May 26 18:10:28.380205 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] For port cd429166-36a6-4dc6-b6be-e6bf314531e4, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=cd429166-36a6-4dc6-b6be-e6bf314531e4,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:28.381262 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.391875 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-9f469499-dbe9-4684-bd46-7da53b9f0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:10:27Z', 'revision_number': 5, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port': {'id': 'cd429166-36a6-4dc6-b6be-e6bf314531e4', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:18Z', 'updated_at': '2022-05-26T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:28.405582 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Calling delete_port for cd429166-36a6-4dc6-b6be-e6bf314531e4 owned by network:router_gateway {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:28.424000 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-be26ae48-727c-4de4-a4b8-9403e25d93f6 req-21dce499-efea-4cb8-b12f-cd525c290332 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] For port 25a14006-975e-4a8e-9d3d-96f25c4467f0, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=25a14006-975e-4a8e-9d3d-96f25c4467f0,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:28.424533 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-be26ae48-727c-4de4-a4b8-9403e25d93f6 req-21dce499-efea-4cb8-b12f-cd525c290332 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.428776 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f469499-dbe9-4684-bd46-7da53b9f0757 None None] Checking router: 7d81e881-05f8-49b8-9799-0a0fded0e908 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:28.439230 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f469499-dbe9-4684-bd46-7da53b9f0757 None None] Routers {'7d81e881-05f8-49b8-9799-0a0fded0e908'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:28.439967 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-9f469499-dbe9-4684-bd46-7da53b9f0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['7d81e881-05f8-49b8-9799-0a0fded0e908'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:28.454997 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-be26ae48-727c-4de4-a4b8-9403e25d93f6 req-21dce499-efea-4cb8-b12f-cd525c290332 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Calling delete_port for 25a14006-975e-4a8e-9d3d-96f25c4467f0 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:28.541800 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-9f469499-dbe9-4684-bd46-7da53b9f0757 None None] Set router 7d81e881-05f8-49b8-9799-0a0fded0e908 gateway port host: None {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:28.616028 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (cd429166-36a6-4dc6-b6be-e6bf314531e4), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.638641 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-9f469499-dbe9-4684-bd46-7da53b9f0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:10:28Z', 'revision_number': 6, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port_host': None}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:28.644099 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd429166-36a6-4dc6-b6be-e6bf314531e4,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:28.674471 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f469499-dbe9-4684-bd46-7da53b9f0757 None None] The sync data for ids ['7d81e881-05f8-49b8-9799-0a0fded0e908'] in dv-cinder-839064-2-iscsi is: [{'id': '7d81e881-05f8-49b8-9799-0a0fded0e908', 'name': 'tempest-TestMinimumBasicScenario-87217367-router', 'tenant_id': '98761773ea78490baebe0b3d9414ac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:16Z', 'updated_at': '2022-05-26T18:10:28Z', 'revision_number': 6, 'project_id': '98761773ea78490baebe0b3d9414ac45', 'gw_port_host': None}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:28.701615 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-be26ae48-727c-4de4-a4b8-9403e25d93f6 req-21dce499-efea-4cb8-b12f-cd525c290332 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (25a14006-975e-4a8e-9d3d-96f25c4467f0), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.727835 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1982182'] for router_gateway (7d81e881-05f8-49b8-9799-0a0fded0e908), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.741658 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb', '25a14006-975e-4a8e-9d3d-96f25c4467f0'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:10:28.758214 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dce499-efea-4cb8-b12f-cd525c290332 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event deleted for resources: {'Port': ['ID=25a14006-975e-4a8e-9d3d-96f25c4467f0,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:28.819437 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-be26ae48-727c-4de4-a4b8-9403e25d93f6 req-21dce499-efea-4cb8-b12f-cd525c290332 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] No DVR routers for this DVR port 25a14006-975e-4a8e-9d3d-96f25c4467f0 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:28.823363 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-be26ae48-727c-4de4-a4b8-9403e25d93f6 req-21dce499-efea-4cb8-b12f-cd525c290332 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.829796 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-be26ae48-727c-4de4-a4b8-9403e25d93f6 req-21dce499-efea-4cb8-b12f-cd525c290332 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "DELETE /v2.0/ports/25a14006-975e-4a8e-9d3d-96f25c4467f0 HTTP/1.1" status: 204 len: 173 time: 0.7991645 May 26 18:10:28.830949 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6004051-2831-4f2d-a998-0e4c56354f34', 'name': 'network-vif-deleted', 'tag': '25a14006-975e-4a8e-9d3d-96f25c4467f0'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:28.835022 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67391299-6aba-4212-b361-e4a61770e183" -d '{"events": [{"server_uuid": "e6004051-2831-4f2d-a998-0e4c56354f34", "name": "network-vif-deleted", "tag": "25a14006-975e-4a8e-9d3d-96f25c4467f0"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:28.853728 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2044343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (7d81e881-05f8-49b8-9799-0a0fded0e908), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.857015 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Publish callbacks [] for router_controller (7d81e881-05f8-49b8-9799-0a0fded0e908), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.883725 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a53925c-7df5-44f4-8ab6-70016c87f27a x-openstack-request-id: req-5a53925c-7df5-44f4-8ab6-70016c87f27a {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:28.884188 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6004051-2831-4f2d-a998-0e4c56354f34", "name": "network-vif-deleted", "tag": "25a14006-975e-4a8e-9d3d-96f25c4467f0", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:28.884733 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a53925c-7df5-44f4-8ab6-70016c87f27a {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:28.885421 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a53925c-7df5-44f4-8ab6-70016c87f27a'] response: {'server_uuid': 'e6004051-2831-4f2d-a998-0e4c56354f34', 'name': 'network-vif-deleted', 'tag': '25a14006-975e-4a8e-9d3d-96f25c4467f0', 'status': 'completed', 'code': 200} May 26 18:10:28.932876 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2044348'] for router (7d81e881-05f8-49b8-9799-0a0fded0e908), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.933811 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d81e881-05f8-49b8-9799-0a0fded0e908 {{(pid=104147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:10:28.939847 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:28.945079 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60160) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:28.945245 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-6e144248-5182-44dd-89ca-1a69500c737c admin admin] 10.222.0.76 "DELETE /v2.0/routers/7d81e881-05f8-49b8-9799-0a0fded0e908 HTTP/1.1" status: 204 len: 168 time: 1.1762640 May 26 18:10:29.017076 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:29.054396 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a848922-342d-486b-95e8-ecd9434ff42c admin admin] Deleting subnet 5314348d-f217-4b92-bed8-d33b873a2bbf {{(pid=104146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:10:29.060907 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8a848922-342d-486b-95e8-ecd9434ff42c admin admin] Publish callbacks [] for subnet (5314348d-f217-4b92-bed8-d33b873a2bbf), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.130257 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8a848922-342d-486b-95e8-ecd9434ff42c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554127'] for subnet (5314348d-f217-4b92-bed8-d33b873a2bbf), precommit_delete_associations {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.297536 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f808b-5999-4257-9766-583f86c5b9fc req-bedef2f8-d9b4-4dae-9dc4-131f2edc3c37 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:29.299232 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-661f808b-5999-4257-9766-583f86c5b9fc req-bedef2f8-d9b4-4dae-9dc4-131f2edc3c37 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.0795860 May 26 18:10:29.367554 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8a848922-342d-486b-95e8-ecd9434ff42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (5314348d-f217-4b92-bed8-d33b873a2bbf), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.426843 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-661f808b-5999-4257-9766-583f86c5b9fc req-a8412658-d854-4f27-8511-e459f156a5ff tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048083 May 26 18:10:29.481070 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8a848922-342d-486b-95e8-ecd9434ff42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25884414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25530297'] for subnet (5314348d-f217-4b92-bed8-d33b873a2bbf), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.511778 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a848922-342d-486b-95e8-ecd9434ff42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5314348d-f217-4b92-bed8-d33b873a2bbf,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:29.516591 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8a848922-342d-486b-95e8-ecd9434ff42c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.522270 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-8a848922-342d-486b-95e8-ecd9434ff42c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5314348d-f217-4b92-bed8-d33b873a2bbf HTTP/1.1" status: 204 len: 168 time: 0.5739412 May 26 18:10:29.522509 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60166) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:29.526574 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f29259-325c-477e-bc42-28e7b26a0e41 None None] Network 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:29.541059 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a22fb765-d232-47db-a157-deb1c6ecb7e9 req-fd834b7b-f65f-4613-9924-46366b0fc9a0 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6004051-2831-4f2d-a998-0e4c56354f34 HTTP/1.1" status: 200 len: 210 time: 0.0648818 May 26 18:10:29.616413 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:29.651800 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (9fcc67dc-f23b-473a-b2d1-b02ae2b2a272), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.732280 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Deleting port 193d8673-2533-4a6b-af5a-796978f95dea {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:29.732584 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (193d8673-2533-4a6b-af5a-796978f95dea), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.802725 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839bd291-37be-49c5-b44c-c58ac5b7f225 None None] DHCP port deletion for 9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 request from dv-cinder-839064-2-iscsi {{(pid=104148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:10:29.815626 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:29.825692 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] For port 193d8673-2533-4a6b-af5a-796978f95dea, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=193d8673-2533-4a6b-af5a-796978f95dea,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:29.826490 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (193d8673-2533-4a6b-af5a-796978f95dea), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.844706 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Calling delete_port for 193d8673-2533-4a6b-af5a-796978f95dea owned by network:dhcp {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:29.872841 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-839bd291-37be-49c5-b44c-c58ac5b7f225 None None] Deleting port 193d8673-2533-4a6b-af5a-796978f95dea {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:29.873352 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-839bd291-37be-49c5-b44c-c58ac5b7f225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (193d8673-2533-4a6b-af5a-796978f95dea), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:29.996558 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-839bd291-37be-49c5-b44c-c58ac5b7f225 None None] For port 193d8673-2533-4a6b-af5a-796978f95dea, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=193d8673-2533-4a6b-af5a-796978f95dea,segment=NetworkSegment(07aba9cd-f0c6-4756-aedb-4a2f844b1f30),segment_id=07aba9cd-f0c6-4756-aedb-4a2f844b1f30)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:29.997215 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-839bd291-37be-49c5-b44c-c58ac5b7f225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (193d8673-2533-4a6b-af5a-796978f95dea), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.015516 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-839bd291-37be-49c5-b44c-c58ac5b7f225 None None] Calling delete_port for 193d8673-2533-4a6b-af5a-796978f95dea owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:30.188819 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-839bd291-37be-49c5-b44c-c58ac5b7f225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197'] for port (193d8673-2533-4a6b-af5a-796978f95dea), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.219607 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839bd291-37be-49c5-b44c-c58ac5b7f225 None None] No DVR routers for this DVR port 193d8673-2533-4a6b-af5a-796978f95dea on host dv-cinder-839064-2-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:30.224053 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bd291-37be-49c5-b44c-c58ac5b7f225 None None] Pushing event deleted for resources: {'Port': ['ID=193d8673-2533-4a6b-af5a-796978f95dea,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:30.307121 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (193d8673-2533-4a6b-af5a-796978f95dea), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.343237 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] No DVR routers for this DVR port 193d8673-2533-4a6b-af5a-796978f95dea on host dv-cinder-839064-2-iscsi {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:30.346050 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=193d8673-2533-4a6b-af5a-796978f95dea,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:30.434524 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (9fcc67dc-f23b-473a-b2d1-b02ae2b2a272), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.460008 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcc67dc-f23b-473a-b2d1-b02ae2b2a272']}} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:30.473378 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07aba9cd-f0c6-4756-aedb-4a2f844b1f30') {'for_net_delete': True} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:30.473708 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07aba9cd-f0c6-4756-aedb-4a2f844b1f30') {} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:30.486749 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554166'] for segment (07aba9cd-f0c6-4756-aedb-4a2f844b1f30), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.505167 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (07aba9cd-f0c6-4756-aedb-4a2f844b1f30), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.513191 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=104146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:10:30.513600 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25883228'] for segment (07aba9cd-f0c6-4756-aedb-4a2f844b1f30), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.611491 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment 07aba9cd-f0c6-4756-aedb-4a2f844b1f30 resource provider aggregate not found May 26 18:10:30.624636 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (9fcc67dc-f23b-473a-b2d1-b02ae2b2a272), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.632220 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79982382-4aad-4d7c-be51-0cd91b81dc91 req-f88f7e7e-3cb2-47d7-af7b-5439d362a490 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:30.634015 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-79982382-4aad-4d7c-be51-0cd91b81dc91 req-f88f7e7e-3cb2-47d7-af7b-5439d362a490 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.0693448 May 26 18:10:30.647956 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:30.651959 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9fcc67dc-f23b-473a-b2d1-b02ae2b2a272 HTTP/1.1" status: 204 len: 168 time: 1.1285985 May 26 18:10:30.655175 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment 07aba9cd-f0c6-4756-aedb-4a2f844b1f30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07aba9cd-f0c6-4756-aedb-4a2f844b1f30 found for delete ", "request_id": "req-add7df49-d51d-47f3-83f7-9cd5d8dfeff6"}]} May 26 18:10:30.657165 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60178) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:30.675809 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75578e8d-ae80-437c-8c91-47d855c78f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fcc67dc-f23b-473a-b2d1-b02ae2b2a272,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:30.742004 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-79982382-4aad-4d7c-be51-0cd91b81dc91 req-accbc816-baba-43ff-93c5-1d4c1483505d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883565 May 26 18:10:30.773093 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:30.828899 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 193d8673-2533-4a6b-af5a-796978f95dea no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:30.846556 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:30.866800 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 193d8673-2533-4a6b-af5a-796978f95dea {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:30.867731 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 193d8673-2533-4a6b-af5a-796978f95dea not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:30.868355 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 05c4bcd4-29af-4aaa-add8-2083d557fe3b no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:30.912172 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 05c4bcd4-29af-4aaa-add8-2083d557fe3b {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:30.912753 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 05c4bcd4-29af-4aaa-add8-2083d557fe3b not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:30.913469 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device cd429166-36a6-4dc6-b6be-e6bf314531e4 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:30.919735 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:30.956021 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: cd429166-36a6-4dc6-b6be-e6bf314531e4 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:30.956913 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device cd429166-36a6-4dc6-b6be-e6bf314531e4 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:30.976989 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3714123-187a-4f10-adcd-b053990e909a req-21d53a0c-90d7-4e45-9306-b87c46eee52e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:30.981023 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d3714123-187a-4f10-adcd-b053990e909a req-21d53a0c-90d7-4e45-9306-b87c46eee52e tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.0965343 May 26 18:10:30.989440 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60186) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:30.998653 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-87a5253e-b03e-4dcb-a709-143661cd9f8f tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Request body: {'floatingip': {'port_id': 'd9b71324-5001-44e0-b552-2414d6973840'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:31.068680 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87a5253e-b03e-4dcb-a709-143661cd9f8f tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (89389816-bda6-4747-97ab-b3ad3fd9e011), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.372264 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9a948-80c5-4dcf-bcd6-506952dccbed req-0c984f5e-f60d-4fef-ae1d-4661a0e2eefd tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:31.374036 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-86f9a948-80c5-4dcf-bcd6-506952dccbed req-0c984f5e-f60d-4fef-ae1d-4661a0e2eefd tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.3938754 May 26 18:10:31.508893 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:31.537259 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-86f9a948-80c5-4dcf-bcd6-506952dccbed req-3575a204-cb3d-497a-a419-a902d07ddd72 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482511 May 26 18:10:31.675449 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981400'] for router_interface (eee79b7f-8072-4aaf-a819-cc4687912f52), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.678262 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87a5253e-b03e-4dcb-a709-143661cd9f8f tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.684464 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87a5253e-b03e-4dcb-a709-143661cd9f8f tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (89389816-bda6-4747-97ab-b3ad3fd9e011), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:31.835445 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 25a14006-975e-4a8e-9d3d-96f25c4467f0 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:31.861411 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:31.863018 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: 25a14006-975e-4a8e-9d3d-96f25c4467f0 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:31.863369 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 25a14006-975e-4a8e-9d3d-96f25c4467f0 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:31.867210 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-87a5253e-b03e-4dcb-a709-143661cd9f8f tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Floating IP 89389816-bda6-4747-97ab-b3ad3fd9e011 associated. External IP: 172.27.1.30, port: d9b71324-5001-44e0-b552-2414d6973840. May 26 18:10:31.999847 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] Deleting port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:32.000437 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.107485 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] For port 3efea78c-53c0-4616-98f7-a94ecb3cfd5f, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=3efea78c-53c0-4616-98f7-a94ecb3cfd5f,segment=NetworkSegment(50f392a6-ca64-43dd-b0c6-f4320bc22c41),segment_id=50f392a6-ca64-43dd-b0c6-f4320bc22c41)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:32.107850 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.125602 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] Calling delete_port for 3efea78c-53c0-4616-98f7-a94ecb3cfd5f owned by network:router_interface {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:32.141645 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a5253e-b03e-4dcb-a709-143661cd9f8f tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Router a3d6e6a8-c264-4016-af10-b25781284ff5 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:32.295052 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:32.310601 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a5253e-b03e-4dcb-a709-143661cd9f8f tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:32.316095 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87a5253e-b03e-4dcb-a709-143661cd9f8f tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.323766 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8272d978-c7ca-4d52-bd39-59b9f31907f7 None None] Sync routers for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:32.344551 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8272d978-c7ca-4d52-bd39-59b9f31907f7 None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:32.345707 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-8272d978-c7ca-4d52-bd39-59b9f31907f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:32.347686 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (3efea78c-53c0-4616-98f7-a94ecb3cfd5f), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.356125 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-87a5253e-b03e-4dcb-a709-143661cd9f8f tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "PUT /v2.0/floatingips/89389816-bda6-4747-97ab-b3ad3fd9e011 HTTP/1.1" status: 200 len: 990 time: 1.3618717 May 26 18:10:32.356125 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80eb2910-b54f-4923-90f4-a5c99f742638', 'tag': 'd9b71324-5001-44e0-b552-2414d6973840'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:32.359125 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92be10f3-abb3-4840-99c9-490004a3fd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "80eb2910-b54f-4923-90f4-a5c99f742638", "tag": "d9b71324-5001-44e0-b552-2414d6973840"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:32.380822 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=3efea78c-53c0-4616-98f7-a94ecb3cfd5f,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:32.414270 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91dd01b-8f87-45e1-9cbc-0eb9fa5034cf x-openstack-request-id: req-f91dd01b-8f87-45e1-9cbc-0eb9fa5034cf {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:32.414270 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80eb2910-b54f-4923-90f4-a5c99f742638", "tag": "d9b71324-5001-44e0-b552-2414d6973840", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:32.414586 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f91dd01b-8f87-45e1-9cbc-0eb9fa5034cf {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:32.415128 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91dd01b-8f87-45e1-9cbc-0eb9fa5034cf'] response: {'name': 'network-changed', 'server_uuid': '80eb2910-b54f-4923-90f4-a5c99f742638', 'tag': 'd9b71324-5001-44e0-b552-2414d6973840', 'status': 'completed', 'code': 200} May 26 18:10:32.439581 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:32.520122 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-8272d978-c7ca-4d52-bd39-59b9f31907f7 None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:32.571209 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-289928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981252'] for router_interface (eee79b7f-8072-4aaf-a819-cc4687912f52), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:32.748715 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aa266-3627-42ea-b557-0406a8c300de req-61d4e2d9-016f-4a34-8471-6b6b1b9dc966 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:32.750492 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ca8aa266-3627-42ea-b557-0406a8c300de req-61d4e2d9-016f-4a34-8471-6b6b1b9dc966 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0783749 May 26 18:10:32.811459 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-8272d978-c7ca-4d52-bd39-59b9f31907f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '89389816-bda6-4747-97ab-b3ad3fd9e011', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'port_id': 'd9b71324-5001-44e0-b552-2414d6973840', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'mac_address': 'fa:16:3e:d1:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb2910-b54f-4923-90f4-a5c99f742638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:10:08Z', 'updated_at': '2022-05-26T18:10:31Z', 'revision_number': 1, 'project_id': 'c0b976166b884524b9a3855712be72de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:32.847128 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8272d978-c7ca-4d52-bd39-59b9f31907f7 None None] Checking router: a3d6e6a8-c264-4016-af10-b25781284ff5 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:32.849437 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ca8aa266-3627-42ea-b557-0406a8c300de req-44f3536f-75e0-4169-8019-a8151e968f8d tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683303 May 26 18:10:32.857154 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8272d978-c7ca-4d52-bd39-59b9f31907f7 None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:32.857877 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-8272d978-c7ca-4d52-bd39-59b9f31907f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:32.964042 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] Router eee79b7f-8072-4aaf-a819-cc4687912f52 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:33.016433 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-8272d978-c7ca-4d52-bd39-59b9f31907f7 None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:33.081773 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:33.091040 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-d0965b65-c41c-4c9c-a465-0947689d9c88 admin admin] 10.222.0.76 "PUT /v2.0/routers/eee79b7f-8072-4aaf-a819-cc4687912f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4314516 May 26 18:10:33.094891 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60196) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:33.118512 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9cab89-f3de-4dc0-abfd-a63db812a34b None None] Sync routers for ids ['eee79b7f-8072-4aaf-a819-cc4687912f52'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:33.199880 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9cab89-f3de-4dc0-abfd-a63db812a34b None None] Routers {'eee79b7f-8072-4aaf-a819-cc4687912f52'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:33.203320 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-ff9cab89-f3de-4dc0-abfd-a63db812a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['eee79b7f-8072-4aaf-a819-cc4687912f52'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:33.217378 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be10f3-abb3-4840-99c9-490004a3fd4d req-b52bc7b4-ab34-4740-b0ff-ecc5d816d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:33.220576 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-92be10f3-abb3-4840-99c9-490004a3fd4d req-b52bc7b4-ab34-4740-b0ff-ecc5d816d974 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0b976166b884524b9a3855712be72de&device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 1129 time: 0.1227767 May 26 18:10:33.232313 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Publish callbacks [] for router (eee79b7f-8072-4aaf-a819-cc4687912f52), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:33.263828 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:33.309659 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:33.328546 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-ff9cab89-f3de-4dc0-abfd-a63db812a34b None None] Set router eee79b7f-8072-4aaf-a819-cc4687912f52 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:33.339808 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-8272d978-c7ca-4d52-bd39-59b9f31907f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '89389816-bda6-4747-97ab-b3ad3fd9e011', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'port_id': 'd9b71324-5001-44e0-b552-2414d6973840', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'mac_address': 'fa:16:3e:d1:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb2910-b54f-4923-90f4-a5c99f742638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:10:08Z', 'updated_at': '2022-05-26T18:10:31Z', 'revision_number': 1, 'project_id': 'c0b976166b884524b9a3855712be72de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:33.382451 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8272d978-c7ca-4d52-bd39-59b9f31907f7 None None] The sync data for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi is: [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '89389816-bda6-4747-97ab-b3ad3fd9e011', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'port_id': 'd9b71324-5001-44e0-b552-2414d6973840', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'mac_address': 'fa:16:3e:d1:65:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb2910-b54f-4923-90f4-a5c99f742638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:10:08Z', 'updated_at': '2022-05-26T18:10:31Z', 'revision_number': 1, 'project_id': 'c0b976166b884524b9a3855712be72de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:33.391418 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Publish callbacks [] for router_gateway (eee79b7f-8072-4aaf-a819-cc4687912f52), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:33.453533 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Deleting port 87b1207b-ba01-4a36-9c6d-771fca7264cb {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:33.454061 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:33.498101 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aad679-1516-4fff-8f15-29c09677da6b req-d0357aed-07b7-49c3-b2ea-496318670cee tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:33.499745 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-69aad679-1516-4fff-8f15-29c09677da6b req-d0357aed-07b7-49c3-b2ea-496318670cee tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.0639083 May 26 18:10:33.551186 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be10f3-abb3-4840-99c9-490004a3fd4d req-638d35cd-8407-4823-a02e-fb8a8f5b4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:33.552692 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-92be10f3-abb3-4840-99c9-490004a3fd4d req-638d35cd-8407-4823-a02e-fb8a8f5b4eee service neutron] 10.222.0.86 "GET /v2.0/networks?id=31cac232-9768-4083-9065-c20228929068 HTTP/1.1" status: 200 len: 912 time: 0.2428255 May 26 18:10:33.555775 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:33.615701 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] For port 87b1207b-ba01-4a36-9c6d-771fca7264cb, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=87b1207b-ba01-4a36-9c6d-771fca7264cb,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:33.616192 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:33.647737 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Calling delete_port for 87b1207b-ba01-4a36-9c6d-771fca7264cb owned by network:router_gateway {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:33.654414 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-ff9cab89-f3de-4dc0-abfd-a63db812a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'name': 'tempest-TestMinimumBasicScenario-1460386211-router', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:31Z', 'updated_at': '2022-05-26T18:10:32Z', 'revision_number': 5, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'gw_port': {'id': '87b1207b-ba01-4a36-9c6d-771fca7264cb', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:32Z', 'updated_at': '2022-05-26T18:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:33.661245 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:33.670984 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-92be10f3-abb3-4840-99c9-490004a3fd4d req-2c1d538d-95e6-48af-84a0-36649636f5e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9b71324-5001-44e0-b552-2414d6973840 HTTP/1.1" status: 200 len: 998 time: 0.1115491 May 26 18:10:33.671571 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-69aad679-1516-4fff-8f15-29c09677da6b req-053acae1-9645-44bf-97ec-f0fef6ddaaba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Deleting port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:33.672173 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-69aad679-1516-4fff-8f15-29c09677da6b req-053acae1-9645-44bf-97ec-f0fef6ddaaba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:33.711103 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9cab89-f3de-4dc0-abfd-a63db812a34b None None] Checking router: eee79b7f-8072-4aaf-a819-cc4687912f52 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:33.727973 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9cab89-f3de-4dc0-abfd-a63db812a34b None None] Routers {'eee79b7f-8072-4aaf-a819-cc4687912f52'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:33.729508 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-ff9cab89-f3de-4dc0-abfd-a63db812a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['eee79b7f-8072-4aaf-a819-cc4687912f52'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:33.730881 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:33.772276 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be10f3-abb3-4840-99c9-490004a3fd4d req-823f5c94-6ab7-456e-bef4-235787065a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:33.773846 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-92be10f3-abb3-4840-99c9-490004a3fd4d req-823f5c94-6ab7-456e-bef4-235787065a5e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6391f8f8-c65b-4530-8b3e-5895efce7c46 HTTP/1.1" status: 200 len: 850 time: 0.0961590 May 26 18:10:33.815098 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575fe492-5d93-48f2-8f39-ff445601e8de None None] New status for floating IP 89389816-bda6-4747-97ab-b3ad3fd9e011: ACTIVE {{(pid=104149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:10:33.849102 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be10f3-abb3-4840-99c9-490004a3fd4d req-bd50f278-a2d1-4f95-a460-c1b227b53c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:33.850729 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-92be10f3-abb3-4840-99c9-490004a3fd4d req-bd50f278-a2d1-4f95-a460-c1b227b53c89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31cac232-9768-4083-9065-c20228929068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678248 May 26 18:10:33.891475 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-ff9cab89-f3de-4dc0-abfd-a63db812a34b None None] Set router eee79b7f-8072-4aaf-a819-cc4687912f52 gateway port host: None {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:33.951314 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (87b1207b-ba01-4a36-9c6d-771fca7264cb), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:33.985851 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b1207b-ba01-4a36-9c6d-771fca7264cb,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:33.998274 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-ff9cab89-f3de-4dc0-abfd-a63db812a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'name': 'tempest-TestMinimumBasicScenario-1460386211-router', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:31Z', 'updated_at': '2022-05-26T18:10:33Z', 'revision_number': 6, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'gw_port_host': None}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:34.035746 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-69aad679-1516-4fff-8f15-29c09677da6b req-053acae1-9645-44bf-97ec-f0fef6ddaaba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] For port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:34.036345 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-69aad679-1516-4fff-8f15-29c09677da6b req-053acae1-9645-44bf-97ec-f0fef6ddaaba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.038565 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9cab89-f3de-4dc0-abfd-a63db812a34b None None] The sync data for ids ['eee79b7f-8072-4aaf-a819-cc4687912f52'] in dv-cinder-839064-2-iscsi is: [{'id': 'eee79b7f-8072-4aaf-a819-cc4687912f52', 'name': 'tempest-TestMinimumBasicScenario-1460386211-router', 'tenant_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:31Z', 'updated_at': '2022-05-26T18:10:33Z', 'revision_number': 6, 'project_id': '13d695a79cfa4d82ad819d0de3fdd7c6', 'gw_port_host': None}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:34.091286 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1982182'] for router_gateway (eee79b7f-8072-4aaf-a819-cc4687912f52), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.125022 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-69aad679-1516-4fff-8f15-29c09677da6b req-053acae1-9645-44bf-97ec-f0fef6ddaaba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Calling delete_port for c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:34.156686 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:34.198084 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6428f-5b36-48de-bc6e-4afe60ab32d0 req-a5da8cad-fa69-4c7c-b549-1fa086ae4755 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:34.199703 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-efc6428f-5b36-48de-bc6e-4afe60ab32d0 req-a5da8cad-fa69-4c7c-b549-1fa086ae4755 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 945 time: 0.1677577 May 26 18:10:34.251921 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2044343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (eee79b7f-8072-4aaf-a819-cc4687912f52), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.256415 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Publish callbacks [] for router_controller (eee79b7f-8072-4aaf-a819-cc4687912f52), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.271335 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-92be10f3-abb3-4840-99c9-490004a3fd4d req-83ad9b08-565d-45c6-8b11-e71c01cd08ad service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070301 May 26 18:10:34.328515 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2044348'] for router (eee79b7f-8072-4aaf-a819-cc4687912f52), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.329130 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eee79b7f-8072-4aaf-a819-cc4687912f52 {{(pid=104147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:10:34.334333 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.335539 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-a9fc4d30-493c-4533-b1d7-fa9e1a7ccfa2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/eee79b7f-8072-4aaf-a819-cc4687912f52 HTTP/1.1" status: 204 len: 168 time: 1.2396476 May 26 18:10:34.339013 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60200) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:34.401697 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf48cdb2-7be0-46ed-83ae-c9962251857e admin admin] Deleting subnet 0f22ca29-40c3-435f-9564-247f97fb6ca8 {{(pid=104147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:10:34.402431 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-efc6428f-5b36-48de-bc6e-4afe60ab32d0 req-e9c3ca18-2eb1-4484-b2b6-4b9d66d0065e tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/security-groups?id=352e1c2b-d42d-4fc3-b805-6656e01770f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536968 May 26 18:10:34.409033 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cf48cdb2-7be0-46ed-83ae-c9962251857e admin admin] Publish callbacks [] for subnet (0f22ca29-40c3-435f-9564-247f97fb6ca8), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.475794 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-92be10f3-abb3-4840-99c9-490004a3fd4d req-1d456430-45f9-4e03-a1ed-e95478b7c223 service neutron] 10.222.0.86 "GET /v2.0/networks/31cac232-9768-4083-9065-c20228929068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941471 May 26 18:10:34.494815 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cf48cdb2-7be0-46ed-83ae-c9962251857e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3201147'] for subnet (0f22ca29-40c3-435f-9564-247f97fb6ca8), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.533685 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-69aad679-1516-4fff-8f15-29c09677da6b req-053acae1-9645-44bf-97ec-f0fef6ddaaba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.570122 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:10:34.585778 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053acae1-9645-44bf-97ec-f0fef6ddaaba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Pushing event deleted for resources: {'Port': ['ID=c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:34.656648 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cf48cdb2-7be0-46ed-83ae-c9962251857e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (0f22ca29-40c3-435f-9564-247f97fb6ca8), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.693598 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aad679-1516-4fff-8f15-29c09677da6b req-053acae1-9645-44bf-97ec-f0fef6ddaaba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] No DVR routers for this DVR port c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:34.697884 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-69aad679-1516-4fff-8f15-29c09677da6b req-053acae1-9645-44bf-97ec-f0fef6ddaaba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.701779 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-69aad679-1516-4fff-8f15-29c09677da6b req-053acae1-9645-44bf-97ec-f0fef6ddaaba tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.86 "DELETE /v2.0/ports/c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb HTTP/1.1" status: 204 len: 173 time: 1.1969585 May 26 18:10:34.702283 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2e233-cbae-48e1-aa0e-cfc0231e18b3', 'name': 'network-vif-deleted', 'tag': 'c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:34.704758 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1940c0-f82e-4371-8b5d-6e760c1f201d" -d '{"events": [{"server_uuid": "b7e2e233-cbae-48e1-aa0e-cfc0231e18b3", "name": "network-vif-deleted", "tag": "c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:34.728341 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cf48cdb2-7be0-46ed-83ae-c9962251857e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528279'] for subnet (0f22ca29-40c3-435f-9564-247f97fb6ca8), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.755545 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb56075-d57a-4593-888c-d481b61bfb9a x-openstack-request-id: req-dfb56075-d57a-4593-888c-d481b61bfb9a {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:34.755545 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e2e233-cbae-48e1-aa0e-cfc0231e18b3", "name": "network-vif-deleted", "tag": "c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:34.755545 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dfb56075-d57a-4593-888c-d481b61bfb9a {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:34.755545 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb56075-d57a-4593-888c-d481b61bfb9a'] response: {'server_uuid': 'b7e2e233-cbae-48e1-aa0e-cfc0231e18b3', 'name': 'network-vif-deleted', 'tag': 'c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb', 'status': 'completed', 'code': 200} May 26 18:10:34.767839 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48cdb2-7be0-46ed-83ae-c9962251857e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f22ca29-40c3-435f-9564-247f97fb6ca8,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:34.770117 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cf48cdb2-7be0-46ed-83ae-c9962251857e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.777549 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-cf48cdb2-7be0-46ed-83ae-c9962251857e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0f22ca29-40c3-435f-9564-247f97fb6ca8 HTTP/1.1" status: 204 len: 168 time: 0.4332452 May 26 18:10:34.778133 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195709c-2a14-45fc-8805-214f1b44737b None None] Network 3212e263-4a6c-4ef3-9367-7a8eb96a263a requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:34.778307 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60204) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:34.874274 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (3212e263-4a6c-4ef3-9367-7a8eb96a263a), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:34.957809 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Deleting port 9cc800f4-8f14-418e-9b40-f5873e30ce66 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:34.958894 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.024433 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a62b8-09a1-4bb8-9286-cb09689c3aef None None] DHCP port deletion for 3212e263-4a6c-4ef3-9367-7a8eb96a263a request from dv-cinder-839064-2-iscsi {{(pid=104148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:10:35.066359 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] For port 9cc800f4-8f14-418e-9b40-f5873e30ce66, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=9cc800f4-8f14-418e-9b40-f5873e30ce66,segment=NetworkSegment(50f392a6-ca64-43dd-b0c6-f4320bc22c41),segment_id=50f392a6-ca64-43dd-b0c6-f4320bc22c41)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:35.066948 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.069494 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 87b1207b-ba01-4a36-9c6d-771fca7264cb no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:35.098900 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:35.101249 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Calling delete_port for 9cc800f4-8f14-418e-9b40-f5873e30ce66 owned by network:dhcp {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:35.159691 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:35.223306 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.294797 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc800f4-8f14-418e-9b40-f5873e30ce66,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:35.300718 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 87b1207b-ba01-4a36-9c6d-771fca7264cb {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:35.301063 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 87b1207b-ba01-4a36-9c6d-771fca7264cb not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:35.301448 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 3efea78c-53c0-4616-98f7-a94ecb3cfd5f no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:35.314512 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] No DVR routers for this DVR port 9cc800f4-8f14-418e-9b40-f5873e30ce66 on host dv-cinder-839064-2-iscsi {{(pid=104147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:35.340775 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 3efea78c-53c0-4616-98f7-a94ecb3cfd5f {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:35.341100 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 3efea78c-53c0-4616-98f7-a94ecb3cfd5f not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:35.343856 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a62b8-09a1-4bb8-9286-cb09689c3aef None None] Deleting port 9cc800f4-8f14-418e-9b40-f5873e30ce66 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:35.344237 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0d7a62b8-09a1-4bb8-9286-cb09689c3aef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.410870 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:35.428279 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (3212e263-4a6c-4ef3-9367-7a8eb96a263a), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.459466 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-0d7a62b8-09a1-4bb8-9286-cb09689c3aef None None] For port 9cc800f4-8f14-418e-9b40-f5873e30ce66, host dv-cinder-839064-2-iscsi, got binding levels [] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:35.459922 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0d7a62b8-09a1-4bb8-9286-cb09689c3aef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.470235 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3212e263-4a6c-4ef3-9367-7a8eb96a263a']}} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:35.481846 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a62b8-09a1-4bb8-9286-cb09689c3aef None None] Calling delete_port for 9cc800f4-8f14-418e-9b40-f5873e30ce66 owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:35.486084 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f392a6-ca64-43dd-b0c6-f4320bc22c41') {'for_net_delete': True} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:35.486481 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.ipam_backend_mixin [None req-0d7a62b8-09a1-4bb8-9286-cb09689c3aef None None] Port 9cc800f4-8f14-418e-9b40-f5873e30ce66 was not found and therefore no delete operation was performed {{(pid=104148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 18:10:35.486705 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f392a6-ca64-43dd-b0c6-f4320bc22c41') {} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:35.488242 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0d7a62b8-09a1-4bb8-9286-cb09689c3aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197'] for port (9cc800f4-8f14-418e-9b40-f5873e30ce66), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.501455 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3201090'] for segment (50f392a6-ca64-43dd-b0c6-f4320bc22c41), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.525759 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (50f392a6-ca64-43dd-b0c6-f4320bc22c41), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.536325 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=104147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:10:35.536925 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3587878'] for segment (50f392a6-ca64-43dd-b0c6-f4320bc22c41), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.538674 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a62b8-09a1-4bb8-9286-cb09689c3aef None None] Pushing event deleted for resources: {'Port': ['ID=9cc800f4-8f14-418e-9b40-f5873e30ce66,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:35.559384 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a62b8-09a1-4bb8-9286-cb09689c3aef None None] No DVR routers for this DVR port 9cc800f4-8f14-418e-9b40-f5873e30ce66 on host dv-cinder-839064-2-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:35.670265 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (3212e263-4a6c-4ef3-9367-7a8eb96a263a), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.696904 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:35.700575 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3212e263-4a6c-4ef3-9367-7a8eb96a263a HTTP/1.1" status: 204 len: 168 time: 0.9217010 May 26 18:10:35.702810 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5a9ec738-f90c-493e-937a-e95083e70a2a req-c14bde27-d549-4282-83a6-caaeb1629f20 tempest-ServerRescueNegativeTestJSON-1105521390 tempest-ServerRescueNegativeTestJSON-1105521390-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7e2e233-cbae-48e1-aa0e-cfc0231e18b3 HTTP/1.1" status: 200 len: 210 time: 0.0465107 May 26 18:10:35.715160 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d07f1-05da-4024-9a29-408f82571bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3212e263-4a6c-4ef3-9367-7a8eb96a263a,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:35.722947 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 50f392a6-ca64-43dd-b0c6-f4320bc22c41 resource provider aggregate not found May 26 18:10:35.752309 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 50f392a6-ca64-43dd-b0c6-f4320bc22c41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50f392a6-ca64-43dd-b0c6-f4320bc22c41 found for delete ", "request_id": "req-0de2b69f-cc79-486e-a87f-0303d2ac56fa"}]} May 26 18:10:35.772358 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dad81-97d9-4b30-a52e-a6fa4a1c5b0b req-e78bff15-0d67-4771-8db4-fdff17bc4e26 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:35.773895 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b73dad81-97d9-4b30-a52e-a6fa4a1c5b0b req-e78bff15-0d67-4771-8db4-fdff17bc4e26 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0776172 May 26 18:10:35.855569 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b73dad81-97d9-4b30-a52e-a6fa4a1c5b0b req-757866c7-cf9d-4163-8eec-8b62eeb3f11e tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748487 May 26 18:10:35.914696 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60220) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:35.958595 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-fa218ad3-4533-4b58-a351-d143201bfcda admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=98761773ea78490baebe0b3d9414ac45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426867 May 26 18:10:35.963066 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60222) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:36.016796 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-daee28c8-7f76-4fa8-b19c-4a3c419f98da admin admin] Publish callbacks [] for security_group (a923fccd-87b8-468f-b60b-2b182b86198f), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:36.043542 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-daee28c8-7f76-4fa8-b19c-4a3c419f98da admin admin] Publish callbacks [] for security_group (a923fccd-87b8-468f-b60b-2b182b86198f), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:36.058894 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:36.096941 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-daee28c8-7f76-4fa8-b19c-4a3c419f98da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (a923fccd-87b8-468f-b60b-2b182b86198f), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:36.099533 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-daee28c8-7f76-4fa8-b19c-4a3c419f98da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:36.104451 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-daee28c8-7f76-4fa8-b19c-4a3c419f98da admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a923fccd-87b8-468f-b60b-2b182b86198f HTTP/1.1" status: 204 len: 168 time: 0.1367130 May 26 18:10:36.109985 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee28c8-7f76-4fa8-b19c-4a3c419f98da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a923fccd-87b8-468f-b60b-2b182b86198f,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:36.452977 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60228) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:36.496397 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-d956bee8-249f-459e-8ccf-6402d529c229 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13d695a79cfa4d82ad819d0de3fdd7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419233 May 26 18:10:36.499100 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60230) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:36.584169 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-854ea0e7-cac9-4020-be8e-601765931f2b admin admin] Publish callbacks [] for security_group (d8e28f59-756b-47c1-90cd-208d8696a92f), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:36.608466 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-854ea0e7-cac9-4020-be8e-601765931f2b admin admin] Publish callbacks [] for security_group (d8e28f59-756b-47c1-90cd-208d8696a92f), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:36.666034 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-854ea0e7-cac9-4020-be8e-601765931f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d8e28f59-756b-47c1-90cd-208d8696a92f), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:36.668929 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-854ea0e7-cac9-4020-be8e-601765931f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:36.670092 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-854ea0e7-cac9-4020-be8e-601765931f2b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d8e28f59-756b-47c1-90cd-208d8696a92f HTTP/1.1" status: 204 len: 168 time: 0.1699612 May 26 18:10:36.680173 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ea0e7-cac9-4020-be8e-601765931f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e28f59-756b-47c1-90cd-208d8696a92f,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:36.781562 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 9cc800f4-8f14-418e-9b40-f5873e30ce66 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:36.799413 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60236) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:36.803554 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 9cc800f4-8f14-418e-9b40-f5873e30ce66 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:36.803554 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 9cc800f4-8f14-418e-9b40-f5873e30ce66 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:37.017733 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f782a5f-ce87-481b-8b05-f82303f4dc1b req-52000f2b-9dd6-48de-9c5a-ba8d28b09fc7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:37.019385 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3f782a5f-ce87-481b-8b05-f82303f4dc1b req-52000f2b-9dd6-48de-9c5a-ba8d28b09fc7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0674233 May 26 18:10:37.093442 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3f782a5f-ce87-481b-8b05-f82303f4dc1b req-45e7c229-76ef-4ac0-87c5-b8f13eab050d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656109 May 26 18:10:37.310309 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:37.806341 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981400'] for router_interface (27dd8832-0584-4c9a-abd9-f84c2c759178), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:37.816655 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-53816ace-1409-43ba-b8f0-9a8dca49152a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:37.818153 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-53816ace-1409-43ba-b8f0-9a8dca49152a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.3629811 May 26 18:10:37.834935 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:37.859981 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:37.860309 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device c84c0a7b-1b6a-4dd5-a9e2-2ac2f3be5bbb not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:37.992676 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Deleting port fd73efc2-2443-44e5-9d43-9649da06c136 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:37.993048 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.236518 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] For port fd73efc2-2443-44e5-9d43-9649da06c136, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=fd73efc2-2443-44e5-9d43-9649da06c136,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:38.236882 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.276237 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c59ec-8369-4d71-9af2-063b78715872 req-b9250c90-be48-4fc6-93ac-df02d7a181e4 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:38.277749 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-783c59ec-8369-4d71-9af2-063b78715872 req-b9250c90-be48-4fc6-93ac-df02d7a181e4 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 945 time: 0.0822449 May 26 18:10:38.335889 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] Deleting port 32469e22-6a88-420d-944c-eeaab4d19236 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:38.336169 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (32469e22-6a88-420d-944c-eeaab4d19236), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.344805 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-783c59ec-8369-4d71-9af2-063b78715872 req-babf6915-6fb9-4cdb-af02-e0bdfb0871c3 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598412 May 26 18:10:38.415032 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:38.514753 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] For port 32469e22-6a88-420d-944c-eeaab4d19236, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=32469e22-6a88-420d-944c-eeaab4d19236,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:38.515172 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (32469e22-6a88-420d-944c-eeaab4d19236), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.525741 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.526144 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (944c6b90-fee4-4c44-b399-1ecb1555cfb0), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.526494 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Floating IP 944c6b90-fee4-4c44-b399-1ecb1555cfb0 disassociated. External IP: 172.27.1.90, port: fd73efc2-2443-44e5-9d43-9649da06c136. May 26 18:10:38.526849 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Calling delete_port for fd73efc2-2443-44e5-9d43-9649da06c136 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:38.538418 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:38.539698 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] Calling delete_port for 32469e22-6a88-420d-944c-eeaab4d19236 owned by network:router_interface {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:38.805112 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (fd73efc2-2443-44e5-9d43-9649da06c136), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.861697 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event deleted for resources: {'Port': ['ID=fd73efc2-2443-44e5-9d43-9649da06c136,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:38.944851 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (32469e22-6a88-420d-944c-eeaab4d19236), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:38.985357 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] Pushing event deleted for resources: {'Port': ['ID=32469e22-6a88-420d-944c-eeaab4d19236,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:39.152255 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:39.533674 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:39.548227 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5639d611-5c3b-4923-805e-f7d3f107d306 req-d2ef6b9e-7733-4672-a5eb-a0d133dbbd8a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 210 time: 0.0880458 May 26 18:10:39.556914 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-289928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981252'] for router_interface (27dd8832-0584-4c9a-abd9-f84c2c759178), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:39.560304 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:39.563934 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:39.589378 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fbca6-cf5b-49c7-894f-d4fc5cf3005e None None] Sync routers for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:39.612108 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542fbca6-cf5b-49c7-894f-d4fc5cf3005e None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:39.612736 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-542fbca6-cf5b-49c7-894f-d4fc5cf3005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:39.660921 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] No DVR routers for this DVR port fd73efc2-2443-44e5-9d43-9649da06c136 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:39.668709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:39.672063 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ebdb568e-d411-40c2-a59a-1beee652f925 req-bfcb53ee-93cb-45e8-b889-ee4109ee9862 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "DELETE /v2.0/ports/fd73efc2-2443-44e5-9d43-9649da06c136 HTTP/1.1" status: 204 len: 173 time: 1.8204136 May 26 18:10:39.672532 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'name': 'network-vif-deleted', 'tag': 'fd73efc2-2443-44e5-9d43-9649da06c136'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:39.674877 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6773d5-fdd9-428f-aae0-ab1f86e817ee" -d '{"events": [{"server_uuid": "68f6bb73-a942-4dbe-9a48-e5260f4955af", "name": "network-vif-deleted", "tag": "fd73efc2-2443-44e5-9d43-9649da06c136"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:39.746534 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb74ac0-fb4d-4d10-833f-f60fb76343b4 x-openstack-request-id: req-dcb74ac0-fb4d-4d10-833f-f60fb76343b4 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:39.746983 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6bb73-a942-4dbe-9a48-e5260f4955af", "name": "network-vif-deleted", "tag": "fd73efc2-2443-44e5-9d43-9649da06c136", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:39.747580 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dcb74ac0-fb4d-4d10-833f-f60fb76343b4 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:39.748301 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb74ac0-fb4d-4d10-833f-f60fb76343b4'] response: {'server_uuid': '68f6bb73-a942-4dbe-9a48-e5260f4955af', 'name': 'network-vif-deleted', 'tag': 'fd73efc2-2443-44e5-9d43-9649da06c136', 'status': 'completed', 'code': 200} May 26 18:10:39.749915 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-542fbca6-cf5b-49c7-894f-d4fc5cf3005e None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:39.879480 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] Router 27dd8832-0584-4c9a-abd9-f84c2c759178 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:39.917815 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=100 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:40.002217 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:40.012235 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-20026926-1d70-4f16-a699-2452f21a022b admin admin] 10.222.0.76 "PUT /v2.0/routers/27dd8832-0584-4c9a-abd9-f84c2c759178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2102206 May 26 18:10:40.012533 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60252) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:40.018399 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacde32-46d5-4302-b571-3a521821b8bb None None] Sync routers for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:40.032525 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-542fbca6-cf5b-49c7-894f-d4fc5cf3005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:40.047334 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacde32-46d5-4302-b571-3a521821b8bb None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:40.049135 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-bdacde32-46d5-4302-b571-3a521821b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:40.088169 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fbca6-cf5b-49c7-894f-d4fc5cf3005e None None] Checking router: 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:40.099564 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542fbca6-cf5b-49c7-894f-d4fc5cf3005e None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:40.100308 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-542fbca6-cf5b-49c7-894f-d4fc5cf3005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:40.183097 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Publish callbacks [] for router (27dd8832-0584-4c9a-abd9-f84c2c759178), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:40.234673 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-bdacde32-46d5-4302-b571-3a521821b8bb None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:40.259968 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-542fbca6-cf5b-49c7-894f-d4fc5cf3005e None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:40.334904 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Publish callbacks [] for router_gateway (27dd8832-0584-4c9a-abd9-f84c2c759178), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:40.407077 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Deleting port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:40.407614 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:40.495895 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-542fbca6-cf5b-49c7-894f-d4fc5cf3005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:40.512591 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-bdacde32-46d5-4302-b571-3a521821b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:10:38Z', 'revision_number': 5, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port': {'id': '8c9eeb62-9c87-4a66-be6e-0773bb9de3ed', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:45Z', 'updated_at': '2022-05-26T18:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:40.526552 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fbca6-cf5b-49c7-894f-d4fc5cf3005e None None] The sync data for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi is: [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:40.549542 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] For port 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=8c9eeb62-9c87-4a66-be6e-0773bb9de3ed,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:40.549954 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:40.570103 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacde32-46d5-4302-b571-3a521821b8bb None None] Checking router: 27dd8832-0584-4c9a-abd9-f84c2c759178 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:40.573126 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Calling delete_port for 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed owned by network:router_gateway {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:40.595281 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacde32-46d5-4302-b571-3a521821b8bb None None] Routers {'27dd8832-0584-4c9a-abd9-f84c2c759178'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:40.596517 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-bdacde32-46d5-4302-b571-3a521821b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['27dd8832-0584-4c9a-abd9-f84c2c759178'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:40.718882 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-bdacde32-46d5-4302-b571-3a521821b8bb None None] Set router 27dd8832-0584-4c9a-abd9-f84c2c759178 gateway port host: None {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:40.790078 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-bdacde32-46d5-4302-b571-3a521821b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:10:40Z', 'revision_number': 6, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port_host': None}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:40.840508 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6015651c-220a-4c44-af2d-ad31552083ea req-f026b0ad-f6e4-42e9-ba55-4d9d70caa083 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=68f6bb73-a942-4dbe-9a48-e5260f4955af HTTP/1.1" status: 200 len: 210 time: 0.0941021 May 26 18:10:40.840924 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacde32-46d5-4302-b571-3a521821b8bb None None] The sync data for ids ['27dd8832-0584-4c9a-abd9-f84c2c759178'] in dv-cinder-839064-2-iscsi is: [{'id': '27dd8832-0584-4c9a-abd9-f84c2c759178', 'name': 'tempest-ServerRescueNegativeTestJSON-2114839659-router', 'tenant_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:10:40Z', 'revision_number': 6, 'project_id': '8c49a9a21f1346a0bc8d774afc7951a2', 'gw_port_host': None}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:40.928204 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:40.931759 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:40.952735 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (8c9eeb62-9c87-4a66-be6e-0773bb9de3ed), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:40.982685 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9eeb62-9c87-4a66-be6e-0773bb9de3ed,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:41.008931 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c277fb9a-637b-4beb-b86e-9a66a2b800c3 None None] New status for floating IP 944c6b90-fee4-4c44-b399-1ecb1555cfb0: DOWN {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:10:41.055445 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1982182'] for router_gateway (27dd8832-0584-4c9a-abd9-f84c2c759178), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.451248 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2044343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (27dd8832-0584-4c9a-abd9-f84c2c759178), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.455414 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Publish callbacks [] for router_controller (27dd8832-0584-4c9a-abd9-f84c2c759178), precommit_delete_associations {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.524682 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2044348'] for router (27dd8832-0584-4c9a-abd9-f84c2c759178), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.526020 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27dd8832-0584-4c9a-abd9-f84c2c759178 {{(pid=104146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:10:41.532443 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.533720 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-8f3f85fb-499a-4d17-a2a1-4dbeeb320c44 admin admin] 10.222.0.76 "DELETE /v2.0/routers/27dd8832-0584-4c9a-abd9-f84c2c759178 HTTP/1.1" status: 204 len: 168 time: 1.5202379 May 26 18:10:41.537079 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60256) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:41.594145 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a09a1b6-f9bc-4066-898f-357367b09933 admin admin] Deleting subnet ac96540e-afea-497d-ac7d-c16c234ce572 {{(pid=104146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:10:41.598064 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7a09a1b6-f9bc-4066-898f-357367b09933 admin admin] Publish callbacks [] for subnet (ac96540e-afea-497d-ac7d-c16c234ce572), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.638441 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7a09a1b6-f9bc-4066-898f-357367b09933 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554127'] for subnet (ac96540e-afea-497d-ac7d-c16c234ce572), precommit_delete_associations {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.692932 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.770407 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7a09a1b6-f9bc-4066-898f-357367b09933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (ac96540e-afea-497d-ac7d-c16c234ce572), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.836225 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device fd73efc2-2443-44e5-9d43-9649da06c136 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:41.861322 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: fd73efc2-2443-44e5-9d43-9649da06c136 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:41.861662 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device fd73efc2-2443-44e5-9d43-9649da06c136 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:41.867971 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7a09a1b6-f9bc-4066-898f-357367b09933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25884414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25530297'] for subnet (ac96540e-afea-497d-ac7d-c16c234ce572), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.894450 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09a1b6-f9bc-4066-898f-357367b09933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac96540e-afea-497d-ac7d-c16c234ce572,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:41.903362 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-7a09a1b6-f9bc-4066-898f-357367b09933 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:41.913553 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-7a09a1b6-f9bc-4066-898f-357367b09933 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ac96540e-afea-497d-ac7d-c16c234ce572 HTTP/1.1" status: 204 len: 168 time: 0.3727515 May 26 18:10:41.914281 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60260) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:41.922808 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7947dff-4e2c-472d-a35a-cf5d98d13a49 None None] Network 674e4916-1510-4fc4-b57b-b0089244acfe requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:42.040510 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (674e4916-1510-4fc4-b57b-b0089244acfe), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.107526 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Deleting port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:42.108171 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.166671 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9344bd98-b166-4345-8a9e-8af411eaa4db None None] DHCP port deletion for 674e4916-1510-4fc4-b57b-b0089244acfe request from dv-cinder-839064-2-iscsi {{(pid=104148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:10:42.206034 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] For port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:42.206034 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.220042 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-9344bd98-b166-4345-8a9e-8af411eaa4db None None] Deleting port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:10:42.220289 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9344bd98-b166-4345-8a9e-8af411eaa4db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.222962 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:42.234488 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Calling delete_port for eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae owned by network:dhcp {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:42.299367 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-9344bd98-b166-4345-8a9e-8af411eaa4db None None] For port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae,segment=NetworkSegment(9d32389a-0369-4b40-b025-664c0ffcef7b),segment_id=9d32389a-0369-4b40-b025-664c0ffcef7b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:42.299964 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9344bd98-b166-4345-8a9e-8af411eaa4db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.313008 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-82f2c11b-2967-45bf-af48-b27d2e39ddf0 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733973357&fields=id&tenant_id=45d94db7075c40cbae3f106a9661d969 HTTP/1.1" status: 200 len: 267 time: 0.1101754 May 26 18:10:42.327255 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-9344bd98-b166-4345-8a9e-8af411eaa4db None None] Calling delete_port for eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:10:42.425592 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.436386 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:42.437045 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:42.457415 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9344bd98-b166-4345-8a9e-8af411eaa4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197'] for port (eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.473940 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:42.480406 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] No DVR routers for this DVR port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae on host dv-cinder-839064-2-iscsi {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:42.487497 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9344bd98-b166-4345-8a9e-8af411eaa4db None None] No DVR routers for this DVR port eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae on host dv-cinder-839064-2-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:10:42.489803 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344bd98-b166-4345-8a9e-8af411eaa4db None None] Pushing event deleted for resources: {'Port': ['ID=eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:42.538179 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eee27-70b1-4605-9c79-502c5f708f4f req-82277d41-47d9-494b-99e6-9d6144577179 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:42.540192 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-82277d41-47d9-494b-99e6-9d6144577179 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 812 time: 0.2138369 May 26 18:10:42.597961 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-fc16ec0f-675e-4e6d-89f1-affcc4b9ed1e tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/quotas/45d94db7075c40cbae3f106a9661d969 HTTP/1.1" status: 200 len: 375 time: 0.0425367 May 26 18:10:42.617550 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (674e4916-1510-4fc4-b57b-b0089244acfe), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.667304 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674e4916-1510-4fc4-b57b-b0089244acfe']}} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:42.682046 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-5d217efa-c0ae-4899-bf3a-5ffb466ae97d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756843 May 26 18:10:42.688693 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d32389a-0369-4b40-b025-664c0ffcef7b') {'for_net_delete': True} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:42.689183 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d32389a-0369-4b40-b025-664c0ffcef7b') {} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:42.713946 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554166'] for segment (9d32389a-0369-4b40-b025-664c0ffcef7b), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.770915 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (9d32389a-0369-4b40-b025-664c0ffcef7b), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.785723 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=104146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:10:42.786151 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25883228'] for segment (9d32389a-0369-4b40-b025-664c0ffcef7b), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.795607 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 32469e22-6a88-420d-944c-eeaab4d19236 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:42.831705 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 32469e22-6a88-420d-944c-eeaab4d19236 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:42.832333 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 32469e22-6a88-420d-944c-eeaab4d19236 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:42.832992 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:42.835523 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment 9d32389a-0369-4b40-b025-664c0ffcef7b resource provider aggregate not found May 26 18:10:42.863696 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment 9d32389a-0369-4b40-b025-664c0ffcef7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d32389a-0369-4b40-b025-664c0ffcef7b found for delete ", "request_id": "req-5e94009a-d2a2-4851-96a9-cbd716027c6f"}]} May 26 18:10:42.875981 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:42.876336 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device eaffb0fe-6c70-4cf1-ad9d-40c0cd34cbae not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:42.876785 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:10:42.882508 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-747b18db-9185-4756-9285-fb74c949c08a service neutron] 10.222.0.76 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783133 May 26 18:10:42.883704 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (674e4916-1510-4fc4-b57b-b0089244acfe), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.890309 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:42.893474 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/674e4916-1510-4fc4-b57b-b0089244acfe HTTP/1.1" status: 204 len: 168 time: 0.9784813 May 26 18:10:42.899490 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:10:42.899845 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 8c9eeb62-9c87-4a66-be6e-0773bb9de3ed not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:10:42.924351 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5db424-ab75-4b83-bc52-b2cc58243ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=674e4916-1510-4fc4-b57b-b0089244acfe,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:43.016747 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-3eaf01df-2aad-4059-ade1-0c8ea9897782 service neutron] 10.222.0.76 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204851 May 26 18:10:43.050137 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60274) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:43.117449 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e5762fa5-2949-4c49-b3c4-521b124b13db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8c49a9a21f1346a0bc8d774afc7951a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0654144 May 26 18:10:43.121228 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60278) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:43.197173 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4be86b78-9c58-4e16-928b-0c96dd6a49e9 admin admin] Publish callbacks [] for security_group (352e1c2b-d42d-4fc3-b805-6656e01770f8), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.233163 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4be86b78-9c58-4e16-928b-0c96dd6a49e9 admin admin] Publish callbacks [] for security_group (352e1c2b-d42d-4fc3-b805-6656e01770f8), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.310397 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4be86b78-9c58-4e16-928b-0c96dd6a49e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (352e1c2b-d42d-4fc3-b805-6656e01770f8), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.312962 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-4be86b78-9c58-4e16-928b-0c96dd6a49e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:43.314222 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-4be86b78-9c58-4e16-928b-0c96dd6a49e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/352e1c2b-d42d-4fc3-b805-6656e01770f8 HTTP/1.1" status: 204 len: 168 time: 0.1919639 May 26 18:10:43.325731 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be86b78-9c58-4e16-928b-0c96dd6a49e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352e1c2b-d42d-4fc3-b805-6656e01770f8,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:43.459156 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6d9046f6-c608-4844-b518-28b23d9361c1 req-7095dc8b-68c9-47ea-89bf-a99eeb391d6e tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 210 time: 0.0368917 May 26 18:10:44.287015 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60316) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:44.405140 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-709687879-network', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:44.429507 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Made reservation on behalf of 1b13e82b890d4bedbd8ecb6bcbd603c6 for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:44.432458 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.442952 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.524552 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:44.550700 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Publish callbacks [] for security_group (207c50ff-f44b-4eb0-b639-d767e9b3e76d), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.557783 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (207c50ff-f44b-4eb0-b639-d767e9b3e76d), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.584085 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:44.607287 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:10:44.632953 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8bf747cb-2f0d-4222-8a54-d167b83d9f6e req-41067440-76f4-49fd-b158-8a7c2f74e9c7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 210 time: 0.0555248 May 26 18:10:44.633701 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207c50ff-f44b-4eb0-b639-d767e9b3e76d,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:44.646628 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (3febfef5-f4d8-483e-8bac-d33d6652a9e4), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.648221 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Added segment 3febfef5-f4d8-483e-8bac-d33d6652a9e4 of type vlan for network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf May 26 18:10:44.708536 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (bdb5c7d1-b856-499c-9d5b-edcdfcd226bf), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.740288 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (bdb5c7d1-b856-499c-9d5b-edcdfcd226bf), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.741552 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:44.742269 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.840637 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5521336 May 26 18:10:44.843974 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60322) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:44.846366 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f729a-c770-4783-8759-d84d2fafcc78 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:44.855782 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] Request body: {'subnet': {'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-subnet', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:44.864607 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:10:44.890798 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] Made reservation on behalf of 1b13e82b890d4bedbd8ecb6bcbd603c6 for: {'subnet': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:44.894548 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528314'] for subnet (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:44.942794 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:45.052845 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:45.102312 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3587013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528300'] for subnet (b76b4bb5-9f7b-46d4-99fb-f1c068c29318), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:45.156801 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76b4bb5-9f7b-46d4-99fb-f1c068c29318,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:45.176360 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] Checking segment: {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:45.176721 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] Network hostable DHCP agents. Network: bdb5c7d1-b856-499c-9d5b-edcdfcd226bf, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:10:45.180361 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:45.201248 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] Network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:10:45.213748 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, bdb5c7d1-b856-499c-9d5b-edcdfcd226bf) {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:45.221009 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:45.221009 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:45.226105 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22da61-2b06-4c0d-ae3f-ae7e5b8755f4 None None] Network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:45.244177 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-9085f643-b593-4cf6-a27f-2531965add50 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3968987 May 26 18:10:45.244892 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60324) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:45.251808 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:45.305210 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1979981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:45.307498 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2044413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1974349', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1574830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:45.379807 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16c19d0d-dd15-5b59-85a6-2d2cb9e8fd0e-bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318'}]}} from dv-cinder-839064-2-iscsi. {{(pid=104148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 18:10:45.382255 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:45.440888 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Publish callbacks [] for router_controller (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), precommit_add_association {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:45.582130 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.db_base_plugin_common [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Allocated IP 172.20.0.2 (bdb5c7d1-b856-499c-9d5b-edcdfcd226bf/b76b4bb5-9f7b-46d4-99fb-f1c068c29318/737090fc-b9f8-4a98-99cf-2f63c49de1ea) {{(pid=104148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:45.603327 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eee27-70b1-4605-9c79-502c5f708f4f req-eb00faf8-8b70-42bb-bf60-e0c3c616f319 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:45.604907 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-eb00faf8-8b70-42bb-bf60-e0c3c616f319 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 812 time: 0.2640381 May 26 18:10:45.644517 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Publish callbacks [] for router_gateway (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:45.754291 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Publish callbacks [] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), precommit_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:45.755517 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-b75c0162-5e68-4cbd-8df4-c79140594276 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45d94db7075c40cbae3f106a9661d969 HTTP/1.1" status: 200 len: 380 time: 0.1221588 May 26 18:10:45.761949 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), after_create {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:45.771710 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'port': {'device_id': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'admin_state_up': True, 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'security_groups': ['8bcd33c5-70e0-4166-a980-a4bd40fcda91']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:45.776622 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-840ce7c6-0598-489f-81c9-4f97fd373b3f req-c3ea49c0-b7f5-446b-be4c-8efd992e6ae9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 210 time: 0.0528128 May 26 18:10:45.817450 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf is already hosted by enough agents. {{(pid=104148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:45.820419 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.scheduler.base_scheduler [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Resources bound (agent type, host, resource id): {{(pid=104148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:45.825014 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Received port after_create {{(pid=104148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:45.835360 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Pushing event updated for resources: {'Port': ['ID=737090fc-b9f8-4a98-99cf-2f63c49de1ea,revision_number=1']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:45.917955 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Attempting to bind port 737090fc-b9f8-4a98-99cf-2f63c49de1ea on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:45.919085 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Attempting to bind port 737090fc-b9f8-4a98-99cf-2f63c49de1ea by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:45.919460 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Attempting to bind port 737090fc-b9f8-4a98-99cf-2f63c49de1ea on network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:45.925833 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:45.926235 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Checking segment: {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:45.926628 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:45.927024 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Bound using segment: {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:45.927502 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Bound port: 737090fc-b9f8-4a98-99cf-2f63c49de1ea, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:45.927885 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:45.984859 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:45.991519 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Publish callbacks [] for router_gateway (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:46.009792 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] For port 737090fc-b9f8-4a98-99cf-2f63c49de1ea, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:46.016234 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] For port 737090fc-b9f8-4a98-99cf-2f63c49de1ea, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=737090fc-b9f8-4a98-99cf-2f63c49de1ea,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:46.018871 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:46.026907 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:46.031199 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Made reservation on behalf of 45d94db7075c40cbae3f106a9661d969 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:46.034764 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:46.039267 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:46.114840 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:46.140103 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f98cd-e61e-42c4-baa2-ab2495638b81 None None] Pushing event updated for resources: {'Port': ['ID=737090fc-b9f8-4a98-99cf-2f63c49de1ea,revision_number=2']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:46.294894 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Allocated IP 172.27.1.232 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/c447826d-8767-4ee4-813f-8c7c7c866fb7) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:46.323363 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Allocated IP 172.20.0.6 (8ba39add-f4a7-4061-91a5-b356a25c19cf/dc082b98-c56e-4d67-834b-87a010c33af3/0050fac2-27f6-43c1-9c41-168fb25746b5) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:46.519906 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Publish callbacks [] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:46.581364 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:46.596488 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:46.639464 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:10:46.653294 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:46.662046 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:46.667853 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:46.672127 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:46.690369 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Pushing event updated for resources: {'Port': ['ID=c447826d-8767-4ee4-813f-8c7c7c866fb7,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:46.752723 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Network 8ba39add-f4a7-4061-91a5-b356a25c19cf is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:46.760255 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:46.794287 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:46.797395 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:46.801440 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 737090fc-b9f8-4a98-99cf-2f63c49de1ea up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:46.801661 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'Port': ['ID=0050fac2-27f6-43c1-9c41-168fb25746b5,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:46.859493 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 737090fc-b9f8-4a98-99cf-2f63c49de1ea triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:46.860066 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:46.894532 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:46.951688 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 737090fc-b9f8-4a98-99cf-2f63c49de1ea is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:46.952670 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:46.981609 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:46.982303 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.007858 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50403e1a-e981-4f9d-a9be-86d0dd936db3 req-c9e5f714-1a0c-40be-a28a-11afbd98e02a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:47.009842 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-50403e1a-e981-4f9d-a9be-86d0dd936db3 req-c9e5f714-1a0c-40be-a28a-11afbd98e02a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 931 time: 0.1230724 May 26 18:10:47.019966 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-34fb937c-eb39-4f44-be9d-f540c4e64f6b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2541955 May 26 18:10:47.135462 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port 737090fc-b9f8-4a98-99cf-2f63c49de1ea, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=737090fc-b9f8-4a98-99cf-2f63c49de1ea,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:47.141599 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.195747 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-0eb0263a-4673-444c-a149-b68633fdc6d1 None None] Provisioning complete for port 0050fac2-27f6-43c1-9c41-168fb25746b5 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:47.196207 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-0eb0263a-4673-444c-a149-b68633fdc6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.221988 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:47.239661 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=737090fc-b9f8-4a98-99cf-2f63c49de1ea,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:47.253952 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0263a-4673-444c-a149-b68633fdc6d1 None None] Port 0050fac2-27f6-43c1-9c41-168fb25746b5 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:10:47.306586 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f9738-c24a-43be-8f8f-39a4f120270a None None] Network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:10:47.385519 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-324592bf-8e78-4edf-a9a2-61b38cf93905 None None] Provisioning complete for port 737090fc-b9f8-4a98-99cf-2f63c49de1ea triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:47.385957 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-324592bf-8e78-4edf-a9a2-61b38cf93905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.402835 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Request body: {'port': {'device_id': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:47.526750 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-324592bf-8e78-4edf-a9a2-61b38cf93905 None None] Current status of the port 737090fc-b9f8-4a98-99cf-2f63c49de1ea is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:47.532791 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-50403e1a-e981-4f9d-a9be-86d0dd936db3 req-5b40722d-c661-473d-83a7-247f475fc4fd tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5111945 May 26 18:10:47.553142 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.573625 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Publish callbacks [] for router_gateway (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.748564 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-eee98881-a8b5-462e-9cd3-cfa2f5ef24a3 None None] Provisioning complete for port 737090fc-b9f8-4a98-99cf-2f63c49de1ea triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:47.748927 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-eee98881-a8b5-462e-9cd3-cfa2f5ef24a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:47.857285 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-eee98881-a8b5-462e-9cd3-cfa2f5ef24a3 None None] Current status of the port 737090fc-b9f8-4a98-99cf-2f63c49de1ea is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:48.002221 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83394aa-8a14-49c0-8493-7be32ec6c7d7 req-fcff0974-4ccd-4db3-a40d-7989780adfc1 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:48.003712 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d83394aa-8a14-49c0-8493-7be32ec6c7d7 req-fcff0974-4ccd-4db3-a40d-7989780adfc1 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.1067138 May 26 18:10:48.039036 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2044362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1974334'] for router (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:48.121073 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:48.156701 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:48.160768 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d83394aa-8a14-49c0-8493-7be32ec6c7d7 req-86dba32f-4773-47bb-bd04-026588207d1b tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424150 May 26 18:10:48.237316 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0050fac2-27f6-43c1-9c41-168fb25746b5 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:10:48.247556 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Publish callbacks [] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:48.272306 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Transition to ACTIVE for port object 0050fac2-27f6-43c1-9c41-168fb25746b5 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:10:48.276943 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:48.335108 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 is scheduled to L3 agent cb487416-6954-49d8-8398-29168d4b46d3 with binding_index 1 {{(pid=104146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 18:10:48.336776 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Pushing event updated for resources: {'Port': ['ID=0050fac2-27f6-43c1-9c41-168fb25746b5,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:48.505699 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Attempting to bind port 0050fac2-27f6-43c1-9c41-168fb25746b5 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:48.506482 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Attempting to bind port 0050fac2-27f6-43c1-9c41-168fb25746b5 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:48.506482 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Attempting to bind port 0050fac2-27f6-43c1-9c41-168fb25746b5 on network 8ba39add-f4a7-4061-91a5-b356a25c19cf {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:48.515242 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:48.516844 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Port 0050fac2-27f6-43c1-9c41-168fb25746b5 on network 8ba39add-f4a7-4061-91a5-b356a25c19cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:10:48.517164 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Attempting to bind port 0050fac2-27f6-43c1-9c41-168fb25746b5 on network 8ba39add-f4a7-4061-91a5-b356a25c19cf {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:48.524529 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Sync routers for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:48.530745 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:48.531094 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Checking segment: {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:48.531550 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Bound using segment: {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:48.531967 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Bound port: 0050fac2-27f6-43c1-9c41-168fb25746b5, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:48.532327 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:48.537613 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:48.538294 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:48.547064 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:48.550813 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-8fed2f98-12f6-4d46-b40a-5f7ba37faa49 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3021238 May 26 18:10:48.551141 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60336) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:48.665951 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:48.667265 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c417f9-f49e-4816-84cd-fdcf1fc68495 req-fd19ab4e-916d-4f74-8461-1196b4c10b2d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:48.670945 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-15c417f9-f49e-4816-84cd-fdcf1fc68495 req-fd19ab4e-916d-4f74-8461-1196b4c10b2d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 943 time: 0.0553465 May 26 18:10:48.691651 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] For port 0050fac2-27f6-43c1-9c41-168fb25746b5, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:48.696390 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] For port 0050fac2-27f6-43c1-9c41-168fb25746b5, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0050fac2-27f6-43c1-9c41-168fb25746b5,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:48.706040 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:48.730514 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-15c417f9-f49e-4816-84cd-fdcf1fc68495 req-4acd42f8-9744-45bc-a3e8-e174943d19df tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550508 May 26 18:10:48.780943 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:48.781551 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:48.783143 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] 10.222.0.86 "PUT /v2.0/ports/0050fac2-27f6-43c1-9c41-168fb25746b5 HTTP/1.1" status: 200 len: 1093 time: 1.3875260 May 26 18:10:48.783427 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:48.783557 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'tag': '0050fac2-27f6-43c1-9c41-168fb25746b5'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:48.786171 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28fb711-77c9-4088-a58c-0cbce6304a30" -d '{"events": [{"name": "network-changed", "server_uuid": "5d037f7b-7d2e-440e-9e58-917176fdd5f4", "tag": "0050fac2-27f6-43c1-9c41-168fb25746b5"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:48.820552 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c6e7a-e54e-418a-9ca9-7f9d539d99ee service neutron] Pushing event updated for resources: {'Port': ['ID=0050fac2-27f6-43c1-9c41-168fb25746b5,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:48.865990 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208cffab-a851-4865-bb9e-7eba9ec5468e x-openstack-request-id: req-208cffab-a851-4865-bb9e-7eba9ec5468e {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:48.866358 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d037f7b-7d2e-440e-9e58-917176fdd5f4", "tag": "0050fac2-27f6-43c1-9c41-168fb25746b5", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:48.866549 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-208cffab-a851-4865-bb9e-7eba9ec5468e {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:48.867000 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208cffab-a851-4865-bb9e-7eba9ec5468e'] response: {'name': 'network-changed', 'server_uuid': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'tag': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'status': 'completed', 'code': 200} May 26 18:10:48.875348 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 737090fc-b9f8-4a98-99cf-2f63c49de1ea up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:48.910758 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:48.931186 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:46Z', 'revision_number': 3, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:48.941747 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port 737090fc-b9f8-4a98-99cf-2f63c49de1ea triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:48.942122 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:48.958967 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eee27-70b1-4605-9c79-502c5f708f4f req-f3d669da-23c8-49d6-9e06-c9f3d7073408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:48.960393 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Checking router: fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:48.960523 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-f3d669da-23c8-49d6-9e06-c9f3d7073408 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 1127 time: 0.0813677 May 26 18:10:48.961016 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Updating router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 port c447826d-8767-4ee4-813f-8c7c7c866fb7 binding host dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:10:48.968673 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:48.993008 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:49.024301 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-03fa00da-9cdc-41ab-a19c-150dc64a335a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0050fac2-27f6-43c1-9c41-168fb25746b5 HTTP/1.1" status: 200 len: 217 time: 0.0485816 May 26 18:10:49.044454 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port 737090fc-b9f8-4a98-99cf-2f63c49de1ea is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:49.051471 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:49.116353 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:49.142407 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eee27-70b1-4605-9c79-502c5f708f4f req-566bdf16-04d6-4b80-9ef1-6871e6933a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:49.143867 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-566bdf16-04d6-4b80-9ef1-6871e6933a8b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.0910754 May 26 18:10:49.220344 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2d0f0b89-5b57-488f-a882-f26db80d9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:49.221895 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-2d0f0b89-5b57-488f-a882-f26db80d9d90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711024 May 26 18:10:49.292691 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacd8ab-3b71-40c7-88a2-b8898a75b6dc req-58fb0118-3dc6-448d-a7fe-964398b60d28 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:49.294351 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bfacd8ab-3b71-40c7-88a2-b8898a75b6dc req-58fb0118-3dc6-448d-a7fe-964398b60d28 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0590353 May 26 18:10:49.312039 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Publish callbacks [] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), precommit_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:49.320245 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:49.329997 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:49.373552 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bfacd8ab-3b71-40c7-88a2-b8898a75b6dc req-6cb6ad91-d281-4b7e-aa03-cf8e5cc17ceb tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662968 May 26 18:10:49.381077 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-c5d89fce-4447-49ac-9687-a4cb05fa33de service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504166 May 26 18:10:49.398323 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Attempting to bind port c447826d-8767-4ee4-813f-8c7c7c866fb7 on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:49.398696 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Attempting to bind port c447826d-8767-4ee4-813f-8c7c7c866fb7 by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:49.399059 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Attempting to bind port c447826d-8767-4ee4-813f-8c7c7c866fb7 on network 87c30ee3-ecc3-4b30-9751-5557819add7d {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:49.403249 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Pushing event updated for resources: {'Port': ['ID=c447826d-8767-4ee4-813f-8c7c7c866fb7,revision_number=2']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:49.412898 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:49.412898 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Checking segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:49.412898 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:49.413406 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Bound using segment: {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'} {{(pid=104149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:49.413613 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.managers [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Bound port: c447826d-8767-4ee4-813f-8c7c7c866fb7, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc4480a-3eb8-4787-b559-93928948f2e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}}] {{(pid=104149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:49.413993 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), before_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:49.417457 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.417834 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.418222 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.418795 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.419142 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.419917 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.419917 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.420247 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.420418 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.420746 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.421062 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.421400 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.421758 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.422079 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.422424 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:49.482754 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] For port c447826d-8767-4ee4-813f-8c7c7c866fb7, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:49.486550 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.plugins.ml2.db [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] For port c447826d-8767-4ee4-813f-8c7c7c866fb7, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=c447826d-8767-4ee4-813f-8c7c7c866fb7,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:49.493258 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron_lib.callbacks.manager [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), after_update {{(pid=104149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:49.560244 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e228a-6f6a-416d-b752-88de12f8049c None None] Pushing event updated for resources: {'Port': ['ID=c447826d-8767-4ee4-813f-8c7c7c866fb7,revision_number=3']} {{(pid=104149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:49.563497 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:49.564044 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:49.582662 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-455eee27-70b1-4605-9c79-502c5f708f4f req-eb48b93d-2c71-4036-bc11-6c0dbdab6f9d service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730669 May 26 18:10:49.603996 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Allocated IP 172.20.0.1 (bdb5c7d1-b856-499c-9d5b-edcdfcd226bf/b76b4bb5-9f7b-46d4-99fb-f1c068c29318/c98788ad-9664-4629-bb0a-76bae3b67ebc) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:49.684405 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:49.775268 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Publish callbacks [] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:49.784038 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:49.836812 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:49.882091 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:49.888564 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:49.892329 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:49.900667 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df04ca-f4aa-40f3-b7f9-ed34a3babf42 req-5650ec4c-7837-45b8-8a39-063203adde14 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:49.902485 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-29df04ca-f4aa-40f3-b7f9-ed34a3babf42 req-5650ec4c-7837-45b8-8a39-063203adde14 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 943 time: 0.0703413 May 26 18:10:49.921788 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Pushing event updated for resources: {'Port': ['ID=c98788ad-9664-4629-bb0a-76bae3b67ebc,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:49.975240 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982029'] for router_interface (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:49.987780 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-29df04ca-f4aa-40f3-b7f9-ed34a3babf42 req-219c3ec0-1641-4c67-8612-cf7b991c97e7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762744 May 26 18:10:50.001402 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:50.016345 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:46Z', 'revision_number': 3, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:50.022665 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fb711-77c9-4088-a58c-0cbce6304a30 req-87ea2aa1-8741-476c-8b83-a3182fd47f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:50.024198 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c28fb711-77c9-4088-a58c-0cbce6304a30 req-87ea2aa1-8741-476c-8b83-a3182fd47f4c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 1127 time: 0.0875928 May 26 18:10:50.043405 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7617bb8a-849d-42e7-9163-843dd93f4f26 None None] The sync data for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi is: [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:46Z', 'revision_number': 3, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:50.262413 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-e5946a16-9ae6-492f-8996-274319a25a38 None None] Provisioning complete for port c98788ad-9664-4629-bb0a-76bae3b67ebc triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:50.263777 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e5946a16-9ae6-492f-8996-274319a25a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:50.350727 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-e5946a16-9ae6-492f-8996-274319a25a38 None None] Port c98788ad-9664-4629-bb0a-76bae3b67ebc cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:10:50.428571 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:50.456452 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9011a1c1-eedf-4fca-adec-cc393078bfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:50.554794 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d08bce-6208-4984-858a-58d3a491c8e8 req-75d3c1d7-3398-4377-92da-4acb8f0023b6 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:50.556574 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-85d08bce-6208-4984-858a-58d3a491c8e8 req-75d3c1d7-3398-4377-92da-4acb8f0023b6 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0947576 May 26 18:10:50.557811 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fb711-77c9-4088-a58c-0cbce6304a30 req-90eed35e-d2bf-4385-8fe9-0d09a8f31802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:50.559233 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c28fb711-77c9-4088-a58c-0cbce6304a30 req-90eed35e-d2bf-4385-8fe9-0d09a8f31802 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 913 time: 0.5280569 May 26 18:10:50.637765 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c28fb711-77c9-4088-a58c-0cbce6304a30 req-8ed11b4f-7043-418d-a3e4-2d644f43a490 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0050fac2-27f6-43c1-9c41-168fb25746b5 HTTP/1.1" status: 200 len: 217 time: 0.0585947 May 26 18:10:50.640448 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:50.742330 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-85d08bce-6208-4984-858a-58d3a491c8e8 req-7e1ca30e-cfd5-4b59-be52-f4f7bf6c0d03 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645370 May 26 18:10:50.748528 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fb711-77c9-4088-a58c-0cbce6304a30 req-e9ccab72-4847-421b-8aba-513628f335d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:50.750002 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c28fb711-77c9-4088-a58c-0cbce6304a30 req-e9ccab72-4847-421b-8aba-513628f335d2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.1049657 May 26 18:10:50.827443 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device c447826d-8767-4ee4-813f-8c7c7c866fb7 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:50.838983 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fb711-77c9-4088-a58c-0cbce6304a30 req-cfa5c09c-13ac-44e9-9731-7187fa61a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:50.840536 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c28fb711-77c9-4088-a58c-0cbce6304a30 req-cfa5c09c-13ac-44e9-9731-7187fa61a8e4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805051 May 26 18:10:50.902055 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port c447826d-8767-4ee4-813f-8c7c7c866fb7 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:50.902755 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:50.972076 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:50.974995 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c28fb711-77c9-4088-a58c-0cbce6304a30 req-e01860ec-3762-45bf-8a12-7305ddd95c73 service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251431 May 26 18:10:51.002503 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port c447826d-8767-4ee4-813f-8c7c7c866fb7 is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:51.002892 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:51.026935 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6a904748-3448-4448-af04-8cad68d8351b None None] For port c447826d-8767-4ee4-813f-8c7c7c866fb7, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=c447826d-8767-4ee4-813f-8c7c7c866fb7,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:51.032770 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:51.120248 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Pushing event updated for resources: {'Port': ['ID=c447826d-8767-4ee4-813f-8c7c7c866fb7,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:51.209007 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d13b7b-eb33-4302-8113-b15694f16331 req-400cb3a9-5e2f-4a6c-9ece-43e7f4855018 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:51.210550 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-46d13b7b-eb33-4302-8113-b15694f16331 req-400cb3a9-5e2f-4a6c-9ece-43e7f4855018 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 943 time: 0.1106234 May 26 18:10:51.237121 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c28fb711-77c9-4088-a58c-0cbce6304a30 req-04067717-fb4d-4c95-8767-fd6d5af2393c service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544909 May 26 18:10:51.260858 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Publish callbacks [] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:51.273943 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:51.356102 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-46d13b7b-eb33-4302-8113-b15694f16331 req-6d45fb57-f51f-4a0e-bc02-7ec4027d3f7b tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383061 May 26 18:10:51.365149 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Pushing event updated for resources: {'Port': ['ID=c98788ad-9664-4629-bb0a-76bae3b67ebc,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:51.377187 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-289921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1981437'] for router_interface (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:51.477679 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:51.479171 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:51.598365 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:51.610316 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:10:51.731736 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:10:51.737343 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-f48e06a8-1298-4a0f-9129-5c845ed56e5c admin admin] 10.222.0.76 "PUT /v2.0/routers/fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1852870 May 26 18:10:51.784027 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-7bd7673a-5517-4762-aab9-e880befe8ec3 None None] Provisioning complete for port c98788ad-9664-4629-bb0a-76bae3b67ebc triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:51.784588 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7bd7673a-5517-4762-aab9-e880befe8ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:51.824876 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7673a-5517-4762-aab9-e880befe8ec3 None None] Port c98788ad-9664-4629-bb0a-76bae3b67ebc cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:10:51.864529 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Sync routers for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:10:51.876746 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:51.877367 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:51.879111 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe48779-ec8c-418f-84f1-31a27c6edacd req-c71b2645-d145-4576-80b4-79f419ab9274 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:51.880701 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1fe48779-ec8c-418f-84f1-31a27c6edacd req-c71b2645-d145-4576-80b4-79f419ab9274 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0551441 May 26 18:10:51.947885 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1fe48779-ec8c-418f-84f1-31a27c6edacd req-be170732-5d09-487a-b04a-7761ded84ef4 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589957 May 26 18:10:52.007264 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:52.008808 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:52.082169 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60380) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:52.086838 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422715605', 'description': 'tempest-description--453251323'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:52.111955 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.130218 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:52.195304 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (049c2c21-bad2-415f-8125-dd83bc4e7ff6), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.199799 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (049c2c21-bad2-415f-8125-dd83bc4e7ff6), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.235594 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.236844 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1535983 May 26 18:10:52.239706 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049c2c21-bad2-415f-8125-dd83bc4e7ff6,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:52.239960 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 2, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:52.248734 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60382) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:52.249401 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.249752 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.250095 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.250481 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.250793 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.251128 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.251462 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.251792 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.252121 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.252448 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.252774 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.253103 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.253428 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.253620 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-669dec73-f99d-402a-9d85-40c465ec8c46 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'security_group_rule': {'security_group_id': '049c2c21-bad2-415f-8125-dd83bc4e7ff6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:52.253731 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.254059 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3efe404-6420-4799-a425-ac8615ce015a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:10:52.266462 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Checking router: fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:10:52.266838 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Updating router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 port c98788ad-9664-4629-bb0a-76bae3b67ebc binding host dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 18:10:52.270282 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:52.290805 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-669dec73-f99d-402a-9d85-40c465ec8c46 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (177d5b81-8b1c-4751-8dde-f84d7b913f6b), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.298543 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.345547 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-669dec73-f99d-402a-9d85-40c465ec8c46 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (177d5b81-8b1c-4751-8dde-f84d7b913f6b), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.350390 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-669dec73-f99d-402a-9d85-40c465ec8c46 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (177d5b81-8b1c-4751-8dde-f84d7b913f6b), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.371459 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dec73-f99d-402a-9d85-40c465ec8c46 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177d5b81-8b1c-4751-8dde-f84d7b913f6b,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:52.378179 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-669dec73-f99d-402a-9d85-40c465ec8c46 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.378179 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-669dec73-f99d-402a-9d85-40c465ec8c46 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295326 May 26 18:10:52.382629 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60388) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:52.387794 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-a3a12983-8993-4e9f-87ad-93740e5e5b53 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'security_group_rule': {'security_group_id': '049c2c21-bad2-415f-8125-dd83bc4e7ff6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:52.419185 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a3a12983-8993-4e9f-87ad-93740e5e5b53 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (915fe29c-223f-4481-9c2f-765104a483ff), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.495487 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53db2cc-e9dd-4c8a-9943-b5c1f9febbc1 req-0be0de0c-d890-45fe-9030-6b99dfb99b63 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:52.497845 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e53db2cc-e9dd-4c8a-9943-b5c1f9febbc1 req-0be0de0c-d890-45fe-9030-6b99dfb99b63 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 943 time: 0.0589855 May 26 18:10:52.504628 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a3a12983-8993-4e9f-87ad-93740e5e5b53 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (915fe29c-223f-4481-9c2f-765104a483ff), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.509347 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a3a12983-8993-4e9f-87ad-93740e5e5b53 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (915fe29c-223f-4481-9c2f-765104a483ff), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.535462 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a12983-8993-4e9f-87ad-93740e5e5b53 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915fe29c-223f-4481-9c2f-765104a483ff,revision_number=0']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:52.547494 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a3a12983-8993-4e9f-87ad-93740e5e5b53 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.548813 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a3a12983-8993-4e9f-87ad-93740e5e5b53 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1651716 May 26 18:10:52.554000 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60390) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:10:52.558637 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:52.570554 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e53db2cc-e9dd-4c8a-9943-b5c1f9febbc1 req-6462be6f-bb6d-48ed-8ace-d325c8e06831 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667875 May 26 18:10:52.585548 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.671748 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-499ee7e9-7446-46eb-a0da-3e5f455d502b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.675954 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Publish callbacks [] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), precommit_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.684279 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.685560 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.764447 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ba7cf-de15-46e5-a4db-8cc943538b6f None None] Pushing event updated for resources: {'Port': ['ID=c98788ad-9664-4629-bb0a-76bae3b67ebc,revision_number=3']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:52.801033 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:52.804037 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:52.816500 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Attempting to bind port c98788ad-9664-4629-bb0a-76bae3b67ebc on host dv-cinder-839064-2-iscsi for vnic_type normal with profile {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:52.817148 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Attempting to bind port c98788ad-9664-4629-bb0a-76bae3b67ebc by drivers openvswitch,hyperv on host dv-cinder-839064-2-iscsi at level 0 using segments [{'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:52.817616 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Attempting to bind port c98788ad-9664-4629-bb0a-76bae3b67ebc on network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:52.826839 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Checking agent: {'id': '973b5a3b-92b8-49d6-8dfa-0725e690e0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839064-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 17, 55, 57), 'started_at': datetime.datetime(2022, 5, 26, 17, 56, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839064-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:52.827343 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Checking segment: {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:52.827955 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.828538 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Bound using segment: {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'} {{(pid=104148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:52.829130 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.managers [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Bound port: c98788ad-9664-4629-bb0a-76bae3b67ebc, host: dv-cinder-839064-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'}}] {{(pid=104148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:52.829828 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.832987 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Allocated IP 172.27.1.23 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/db42e2cc-e519-4b94-92e4-d4bcf39c3dc3) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:52.873543 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device c447826d-8767-4ee4-813f-8c7c7c866fb7 up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:52.945996 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] For port c98788ad-9664-4629-bb0a-76bae3b67ebc, host dv-cinder-839064-2-iscsi, cleared binding levels {{(pid=104148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:52.951129 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] For port c98788ad-9664-4629-bb0a-76bae3b67ebc, host dv-cinder-839064-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=c98788ad-9664-4629-bb0a-76bae3b67ebc,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:52.960682 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.965729 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port c447826d-8767-4ee4-813f-8c7c7c866fb7 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:52.966101 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:52.970299 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for port (db42e2cc-e519-4b94-92e4-d4bcf39c3dc3), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.023975 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (db42e2cc-e519-4b94-92e4-d4bcf39c3dc3), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.039913 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:53.073191 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ba7cf-de15-46e5-a4db-8cc943538b6f None None] Pushing event updated for resources: {'Port': ['ID=c98788ad-9664-4629-bb0a-76bae3b67ebc,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:53.090735 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:53.096188 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:10:53.097053 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:53.097386 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:53.098647 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b2e1a-234a-476b-a5a6-804f741ad514 req-492b2b70-698e-4b35-895d-19d553dd25b0 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:53.101502 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:53.107481 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-784b2e1a-234a-476b-a5a6-804f741ad514 req-492b2b70-698e-4b35-895d-19d553dd25b0 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0713077 May 26 18:10:53.136388 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-e7923d04-a45a-48ee-80b2-cee3ac40c8c6 None None] Provisioning complete for port c98788ad-9664-4629-bb0a-76bae3b67ebc triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:53.137004 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e7923d04-a45a-48ee-80b2-cee3ac40c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.146109 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'Port': ['ID=db42e2cc-e519-4b94-92e4-d4bcf39c3dc3,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:53.182231 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-784b2e1a-234a-476b-a5a6-804f741ad514 req-f04a7259-2913-4321-a8db-011f579c5468 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717206 May 26 18:10:53.222566 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (780f4b06-ed97-4c14-9336-b106813aea87), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.270377 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port c447826d-8767-4ee4-813f-8c7c7c866fb7 is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:53.272259 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (db42e2cc-e519-4b94-92e4-d4bcf39c3dc3), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.272462 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:53.323598 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:10:53.361079 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-e7923d04-a45a-48ee-80b2-cee3ac40c8c6 None None] Current status of the port c98788ad-9664-4629-bb0a-76bae3b67ebc is: DOWN; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:53.361469 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e7923d04-a45a-48ee-80b2-cee3ac40c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.480173 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for port (db42e2cc-e519-4b94-92e4-d4bcf39c3dc3), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.484768 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (db42e2cc-e519-4b94-92e4-d4bcf39c3dc3), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.557720 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'Port': ['ID=db42e2cc-e519-4b94-92e4-d4bcf39c3dc3,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:53.568398 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (780f4b06-ed97-4c14-9336-b106813aea87), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.570877 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:53.585431 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.592888 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-d3d0cdf6-a484-4760-9cf3-5d2155c89045 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0317073 May 26 18:10:53.617692 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-e7923d04-a45a-48ee-80b2-cee3ac40c8c6 None None] For port c98788ad-9664-4629-bb0a-76bae3b67ebc, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=c98788ad-9664-4629-bb0a-76bae3b67ebc,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:53.626956 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-e7923d04-a45a-48ee-80b2-cee3ac40c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.699691 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7923d04-a45a-48ee-80b2-cee3ac40c8c6 None None] Pushing event updated for resources: {'Port': ['ID=c98788ad-9664-4629-bb0a-76bae3b67ebc,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:53.700745 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d444733-4395-4e93-b4ba-2459e809afce req-b0c85b7f-2a35-46e2-a287-09a1bf6ac044 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:53.705551 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3d444733-4395-4e93-b4ba-2459e809afce req-b0c85b7f-2a35-46e2-a287-09a1bf6ac044 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 943 time: 0.0583160 May 26 18:10:53.750475 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:52Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:10:53.753982 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-c97406cb-3f65-44b2-9d15-dc58f462036a None None] Provisioning complete for port c98788ad-9664-4629-bb0a-76bae3b67ebc triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:53.753982 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c97406cb-3f65-44b2-9d15-dc58f462036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.763380 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-58171040-0784-43bd-9f97-3fa8cfdd4ae9 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--422715605&fields=id&tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6 HTTP/1.1" status: 200 len: 267 time: 0.0442853 May 26 18:10:53.770073 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3d444733-4395-4e93-b4ba-2459e809afce req-836798c9-8c0e-4a64-8c0a-63c7f9abc60e tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549281 May 26 18:10:53.811161 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7bd96-bd81-4660-8aba-10b9cd42fd62 None None] The sync data for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi is: [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:52Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:10:53.892384 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-c97406cb-3f65-44b2-9d15-dc58f462036a None None] Current status of the port c98788ad-9664-4629-bb0a-76bae3b67ebc is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:53.914788 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-0c3d157f-c34c-4ad7-8a2f-749d22eca278 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:53.916746 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-0c3d157f-c34c-4ad7-8a2f-749d22eca278 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 816 time: 0.1455345 May 26 18:10:53.918177 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:53.941603 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-7e7ed2f0-0af8-4bab-8c1a-34cb70d05de2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/quotas/1b13e82b890d4bedbd8ecb6bcbd603c6 HTTP/1.1" status: 200 len: 375 time: 0.0138052 May 26 18:10:53.997911 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-2aa89190-e2e7-4a99-bebc-dd710a96837a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498817 May 26 18:10:54.105630 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-51474f73-e522-4dfe-b8b3-f867e0ed23fd service neutron] 10.222.0.76 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931041 May 26 18:10:54.193423 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:54.205950 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-132a56ab-1028-4567-abb2-3bea2fcb1e73 service neutron] 10.222.0.76 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944688 May 26 18:10:54.314992 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c24cb-de25-40ec-8565-7356ef66ae17 req-20875861-3053-40e5-8176-3d0932ec04f2 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:54.316638 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-655c24cb-de25-40ec-8565-7356ef66ae17 req-20875861-3053-40e5-8176-3d0932ec04f2 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0543983 May 26 18:10:54.380916 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-655c24cb-de25-40ec-8565-7356ef66ae17 req-8ab83a12-a941-4c6b-a364-a62d4a4e25b4 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575063 May 26 18:10:54.411626 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a843e587-1b20-49d5-b743-84667bb98b3d req-f4b2a4ae-ea17-4b5e-89c7-a7c44d6947fa tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 210 time: 0.0436935 May 26 18:10:54.840680 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device c98788ad-9664-4629-bb0a-76bae3b67ebc up at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:10:54.902963 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Provisioning complete for port c98788ad-9664-4629-bb0a-76bae3b67ebc triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:54.903663 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:54.928997 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879e8b4-ab4b-4378-8a5d-6f2166c450ce req-20fabccb-e815-4aa3-adc4-9efe7fbd6f80 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:54.930573 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0879e8b4-ab4b-4378-8a5d-6f2166c450ce req-20fabccb-e815-4aa3-adc4-9efe7fbd6f80 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 943 time: 0.0696182 May 26 18:10:54.974221 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:54.977032 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:54.992830 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Current status of the port c98788ad-9664-4629-bb0a-76bae3b67ebc is: ACTIVE; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:54.994049 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0879e8b4-ab4b-4378-8a5d-6f2166c450ce req-36cbdf4b-f3a6-45f5-9f53-2833bafe61f7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507555 May 26 18:10:55.506853 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722bce4-2c1e-4db3-b7f9-7725907fa2bf req-92613b2b-0263-4f8f-81ec-462208f79f4c tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:55.508351 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5722bce4-2c1e-4db3-b7f9-7725907fa2bf req-92613b2b-0263-4f8f-81ec-462208f79f4c tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0525837 May 26 18:10:55.541728 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:55.550531 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-601751cd-cf21-47a3-ba31-1102045675f9 req-77e3eecf-786a-40a9-94f2-11ecc2aa7b68 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 210 time: 0.0497139 May 26 18:10:55.581675 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5722bce4-2c1e-4db3-b7f9-7725907fa2bf req-ea27233b-1c05-46a8-b6cb-84bc7b838686 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633278 May 26 18:10:56.098784 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:56.119700 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe10b3-829b-4cc0-809c-26e2515722bc req-8faf4992-7f55-4fb2-afa4-6629e912deb0 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:56.121875 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0cfe10b3-829b-4cc0-809c-26e2515722bc req-8faf4992-7f55-4fb2-afa4-6629e912deb0 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 943 time: 0.0510709 May 26 18:10:56.189397 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0cfe10b3-829b-4cc0-809c-26e2515722bc req-5215cebc-c869-4566-b824-5fe740b82951 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608232 May 26 18:10:56.213543 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-840350a6-5617-46a2-a55c-99cb2b14468b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:56.215483 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-840350a6-5617-46a2-a55c-99cb2b14468b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 816 time: 0.1253426 May 26 18:10:56.312210 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f22f62e-3b6d-41c5-a5d5-c3d60f25a665 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6 HTTP/1.1" status: 200 len: 379 time: 0.0703158 May 26 18:10:56.321514 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'port': {'device_id': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'admin_state_up': True, 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'security_groups': ['049c2c21-bad2-415f-8125-dd83bc4e7ff6']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:56.439687 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Made reservation on behalf of 1b13e82b890d4bedbd8ecb6bcbd603c6 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:10:56.442925 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:56.578449 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Allocated IP 172.20.0.5 (bdb5c7d1-b856-499c-9d5b-edcdfcd226bf/b76b4bb5-9f7b-46d4-99fb-f1c068c29318/e80236d7-3451-479e-a7ef-7dbe6285a877) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:10:56.710512 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74b46e-cae2-4e47-90de-3c8e5c748074 req-e55a1bb1-a503-4134-8a64-150cbbab836d tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:56.710996 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-31f46ae5-165c-47e6-9c68-fcc9412cf0d6 req-bb23fe75-0935-456b-a681-882aa3d0a0ab tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 210 time: 0.0613372 May 26 18:10:56.712226 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5b74b46e-cae2-4e47-90de-3c8e5c748074 req-e55a1bb1-a503-4134-8a64-150cbbab836d tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0510285 May 26 18:10:56.771189 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:56.774335 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5b74b46e-cae2-4e47-90de-3c8e5c748074 req-ae44af46-3892-4207-b017-ab220a92b179 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534880 May 26 18:10:56.808542 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:56.860262 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:10:56.865507 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:10:56.867713 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'Port': ['ID=e80236d7-3451-479e-a7ef-7dbe6285a877,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:56.870730 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:10:56.900900 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:56.927380 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:56.928024 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:56.947462 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-3f62d0f9-ef8e-4f8e-9965-a9a48079431b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6304011 May 26 18:10:56.965547 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Request body: {'port': {'device_id': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:10:56.975675 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:57.041081 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:57.080384 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:57.142655 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-c242d26d-1817-4414-8e42-a8c68fed8576 None None] Provisioning complete for port e80236d7-3451-479e-a7ef-7dbe6285a877 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:10:57.143005 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c242d26d-1817-4414-8e42-a8c68fed8576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:57.185333 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-c242d26d-1817-4414-8e42-a8c68fed8576 None None] Port e80236d7-3451-479e-a7ef-7dbe6285a877 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:10:57.339232 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e6f31-1383-49a3-97a3-9319a4f8359b req-2c24759a-e3cf-49b2-a744-c57772c1504c tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:57.340775 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fe6e6f31-1383-49a3-97a3-9319a4f8359b req-2c24759a-e3cf-49b2-a744-c57772c1504c tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 943 time: 0.0760527 May 26 18:10:57.417005 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80236d7-3451-479e-a7ef-7dbe6285a877 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:10:57.432285 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Publish callbacks [] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:57.446929 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fe6e6f31-1383-49a3-97a3-9319a4f8359b req-adf7c0ff-1d11-4920-a6ca-13c017bc4a62 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989976 May 26 18:10:57.456408 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Transition to ACTIVE for port object e80236d7-3451-479e-a7ef-7dbe6285a877 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:10:57.460633 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:57.533667 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e80236d7-3451-479e-a7ef-7dbe6285a877,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:57.615739 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Attempting to bind port e80236d7-3451-479e-a7ef-7dbe6285a877 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:10:57.616402 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Attempting to bind port e80236d7-3451-479e-a7ef-7dbe6285a877 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:10:57.616753 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Attempting to bind port e80236d7-3451-479e-a7ef-7dbe6285a877 on network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:57.622747 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Port e80236d7-3451-479e-a7ef-7dbe6285a877 on network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:10:57.623080 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Attempting to bind port e80236d7-3451-479e-a7ef-7dbe6285a877 on network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:10:57.629260 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:10:57.629602 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Checking segment: {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:10:57.629985 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Bound using segment: {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:10:57.630516 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Bound port: e80236d7-3451-479e-a7ef-7dbe6285a877, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:10:57.630890 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:57.713755 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:10:57.717665 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:10:57.724795 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:57.761627 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:57.762274 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:57.763726 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] 10.222.0.86 "PUT /v2.0/ports/e80236d7-3451-479e-a7ef-7dbe6285a877 HTTP/1.1" status: 200 len: 1093 time: 0.8038411 May 26 18:10:57.764124 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:10:57.766396 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979ff66c-6875-4575-acd8-1f3ed3121277" -d '{"events": [{"name": "network-changed", "server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:10:57.792640 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49f1af-962a-4635-ae99-04b75683d9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e80236d7-3451-479e-a7ef-7dbe6285a877,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:57.846858 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29038329-530e-4695-a0dc-e8453c58d203 x-openstack-request-id: req-29038329-530e-4695-a0dc-e8453c58d203 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:10:57.847251 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:10:57.847569 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29038329-530e-4695-a0dc-e8453c58d203 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:10:57.848099 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29038329-530e-4695-a0dc-e8453c58d203'] response: {'name': 'network-changed', 'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'status': 'completed', 'code': 200} May 26 18:10:57.940799 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-bd263bb8-acee-4fe9-8d85-ea38900dbea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:57.942706 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-bd263bb8-acee-4fe9-8d85-ea38900dbea4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 1127 time: 0.0746715 May 26 18:10:57.945491 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5138ffa-456d-43a2-b314-99b8e2e01ed6 req-69683125-351a-4995-b822-e073f2dd0abd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:57.946058 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0050fac2-27f6-43c1-9c41-168fb25746b5 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:10:57.947709 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b5138ffa-456d-43a2-b314-99b8e2e01ed6 req-69683125-351a-4995-b822-e073f2dd0abd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.1079316 May 26 18:10:58.015660 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b5138ffa-456d-43a2-b314-99b8e2e01ed6 req-a91860a2-1b6d-4670-a15e-4d3c65e24388 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614607 May 26 18:10:58.057631 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-4ac6130c-bb13-46a9-995d-4618cd26734f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e80236d7-3451-479e-a7ef-7dbe6285a877 HTTP/1.1" status: 200 len: 217 time: 0.0444157 May 26 18:10:58.060262 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:58.068940 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6c9d-ccc7-4da0-a1f9-887774ea9baa req-c15ec813-0d6b-4e8b-bed0-823bdd75469b tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:58.070494 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-72ff6c9d-ccc7-4da0-a1f9-887774ea9baa req-c15ec813-0d6b-4e8b-bed0-823bdd75469b tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0950747 May 26 18:10:58.084260 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0050fac2-27f6-43c1-9c41-168fb25746b5, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0050fac2-27f6-43c1-9c41-168fb25746b5,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:58.100242 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'port_id': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:10:58.108565 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:58.160205 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 0050fac2-27f6-43c1-9c41-168fb25746b5 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:10:58.160607 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:58.178082 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0050fac2-27f6-43c1-9c41-168fb25746b5 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:10:58.186833 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:58.202778 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-72ff6c9d-ccc7-4da0-a1f9-887774ea9baa req-6de88296-d696-4498-a7bd-646306fad5e0 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230142 May 26 18:10:58.204980 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0050fac2-27f6-43c1-9c41-168fb25746b5, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0050fac2-27f6-43c1-9c41-168fb25746b5,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:10:58.211789 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:10:58.221385 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc5c7f-55b7-4e20-bd70-8b758176ffec req-cc78eba0-28a7-4e5a-90f4-496a320f72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:58.222222 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-20bc5c7f-55b7-4e20-bd70-8b758176ffec req-cc78eba0-28a7-4e5a-90f4-496a320f72fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 1129 time: 0.1121004 May 26 18:10:58.228258 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-107f5e8a-b52c-404e-9ceb-622f80d75c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:58.229844 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-107f5e8a-b52c-404e-9ceb-622f80d75c5c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.1209424 May 26 18:10:58.263636 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=0050fac2-27f6-43c1-9c41-168fb25746b5,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:10:58.330513 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-4a47c5c5-e1a6-4382-bfc0-f4405f043c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:58.331992 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-4a47c5c5-e1a6-4382-bfc0-f4405f043c4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899305 May 26 18:10:58.409455 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc5c7f-55b7-4e20-bd70-8b758176ffec req-8d128a75-fd4f-4af9-9295-37d957461263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:58.410990 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-20bc5c7f-55b7-4e20-bd70-8b758176ffec req-8d128a75-fd4f-4af9-9295-37d957461263 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 HTTP/1.1" status: 200 len: 909 time: 0.1700261 May 26 18:10:58.493031 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-119e7354-3732-44ba-a880-cb5362d58d94 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532414 May 26 18:10:58.499788 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-20bc5c7f-55b7-4e20-bd70-8b758176ffec req-87d75583-e407-46b9-897b-558b1e07ab9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec989f8-be13-49dc-b5fc-f64f60308480 HTTP/1.1" status: 200 len: 1001 time: 0.0807986 May 26 18:10:58.522786 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['0050fac2-27f6-43c1-9c41-168fb25746b5'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:10:58.575553 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f21d7b-4908-4a45-90a2-42e91a36e3d8 req-af619af5-b5b5-40b5-a29a-682d712931ae tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:58.577310 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-52f21d7b-4908-4a45-90a2-42e91a36e3d8 req-af619af5-b5b5-40b5-a29a-682d712931ae tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 944 time: 0.0517585 May 26 18:10:58.609287 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc5c7f-55b7-4e20-bd70-8b758176ffec req-cb769e09-9721-4bd0-94ae-17afd8c12c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:58.610813 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-20bc5c7f-55b7-4e20-bd70-8b758176ffec req-cb769e09-9721-4bd0-94ae-17afd8c12c39 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2dbb9457-4139-44db-b2ae-ac67a48aada7 HTTP/1.1" status: 200 len: 847 time: 0.1024590 May 26 18:10:58.636647 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-52f21d7b-4908-4a45-90a2-42e91a36e3d8 req-aa06b7b4-e2a7-47d1-a0f2-6c1d9430a6af tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532913 May 26 18:10:58.671046 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-836a5f47-6ae2-4eba-bc02-46de16e3c58c req-e2e86362-3c85-489e-bd94-ebaf69fe17cf service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637251 May 26 18:10:58.676032 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc5c7f-55b7-4e20-bd70-8b758176ffec req-59107371-3710-499a-8848-3a4a8966b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:58.677446 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-20bc5c7f-55b7-4e20-bd70-8b758176ffec req-59107371-3710-499a-8848-3a4a8966b22a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593557 May 26 18:10:58.786460 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-20bc5c7f-55b7-4e20-bd70-8b758176ffec req-590d1fdf-98a1-4399-936d-b2ce9205f6b7 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999455 May 26 18:10:59.162699 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831d63-7bd6-403e-b178-d4461a5c4932 req-e1cc6b8c-c396-4010-920a-187d122426ab tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:59.164381 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9f831d63-7bd6-403e-b178-d4461a5c4932 req-e1cc6b8c-c396-4010-920a-187d122426ab tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0532122 May 26 18:10:59.229417 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9f831d63-7bd6-403e-b178-d4461a5c4932 req-5c4164cc-7f51-4dc9-94f9-6035ccb118ae tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581651 May 26 18:10:59.321894 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900da6f2-245f-4966-9921-c1d3b91b5090 req-068445b3-a662-4432-9922-ecbad6d8f2c3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:59.323453 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-900da6f2-245f-4966-9921-c1d3b91b5090 req-068445b3-a662-4432-9922-ecbad6d8f2c3 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0505393 May 26 18:10:59.375268 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-900da6f2-245f-4966-9921-c1d3b91b5090 req-bb474176-c0aa-4005-91d4-1d2116d09b95 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460074 May 26 18:10:59.692438 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff66c-6875-4575-acd8-1f3ed3121277 req-225ac77e-9840-4438-af42-f269dec74083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:59.693971 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-979ff66c-6875-4575-acd8-1f3ed3121277 req-225ac77e-9840-4438-af42-f269dec74083 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 1127 time: 0.0989723 May 26 18:10:59.785304 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4f61e-c4d6-479f-91ca-7c2652d8d37a req-0fc98796-1903-4735-b310-9acf8417a53f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:59.787865 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cae4f61e-c4d6-479f-91ca-7c2652d8d37a req-0fc98796-1903-4735-b310-9acf8417a53f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 944 time: 0.0634117 May 26 18:10:59.791528 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-20bc5c7f-55b7-4e20-bd70-8b758176ffec req-92690792-d200-4eb4-9c3a-ef38156cb3c3 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976569 May 26 18:10:59.816930 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:10:59.822084 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff66c-6875-4575-acd8-1f3ed3121277 req-d52df5bb-c361-4103-9bb3-2017ee6a5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:10:59.824157 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-979ff66c-6875-4575-acd8-1f3ed3121277 req-d52df5bb-c361-4103-9bb3-2017ee6a5b0d service neutron] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 917 time: 0.1230831 May 26 18:10:59.848183 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cae4f61e-c4d6-479f-91ca-7c2652d8d37a req-ae94f632-a4df-4c8b-92d5-dad560cc9728 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538743 May 26 18:10:59.974365 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0050fac2-27f6-43c1-9c41-168fb25746b5 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:11:00.011058 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:00.020797 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:00.021293 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port 0050fac2-27f6-43c1-9c41-168fb25746b5 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:11:00.028003 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 0050fac2-27f6-43c1-9c41-168fb25746b5 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:11:00.028633 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:00.097591 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-979ff66c-6875-4575-acd8-1f3ed3121277 req-7e1828bf-3a97-4e24-80ae-5f83fbf3f09d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e80236d7-3451-479e-a7ef-7dbe6285a877 HTTP/1.1" status: 200 len: 217 time: 0.0390952 May 26 18:11:00.101989 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:00.111719 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 0050fac2-27f6-43c1-9c41-168fb25746b5 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:11:00.112130 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:00.138271 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0050fac2-27f6-43c1-9c41-168fb25746b5'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:00.140649 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dec460-eebe-426f-8539-c21c8b5d5566" -d '{"events": [{"server_uuid": "5d037f7b-7d2e-440e-9e58-917176fdd5f4", "name": "network-vif-plugged", "status": "completed", "tag": "0050fac2-27f6-43c1-9c41-168fb25746b5"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:00.156725 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0050fac2-27f6-43c1-9c41-168fb25746b5, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0050fac2-27f6-43c1-9c41-168fb25746b5,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:00.160633 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:00.183824 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa0c820-c8fb-423f-b0c7-1c0a1472242b x-openstack-request-id: req-faa0c820-c8fb-423f-b0c7-1c0a1472242b {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:00.184122 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d037f7b-7d2e-440e-9e58-917176fdd5f4", "name": "network-vif-plugged", "status": "completed", "tag": "0050fac2-27f6-43c1-9c41-168fb25746b5", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:00.184378 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-faa0c820-c8fb-423f-b0c7-1c0a1472242b {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:00.184775 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa0c820-c8fb-423f-b0c7-1c0a1472242b'] response: {'server_uuid': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'code': 200} May 26 18:11:00.214341 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=0050fac2-27f6-43c1-9c41-168fb25746b5,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:00.351750 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35029c77-4a5b-4762-8032-75b3e1693732 req-d332731d-a5c2-45ff-a673-536890593799 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:00.354141 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-35029c77-4a5b-4762-8032-75b3e1693732 req-d332731d-a5c2-45ff-a673-536890593799 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0495329 May 26 18:11:00.380140 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:00.402812 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-35029c77-4a5b-4762-8032-75b3e1693732 req-ff5459b4-657f-4b1d-8fa7-8c70ee71e025 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431089 May 26 18:11:00.490051 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c835e-5d5c-44b2-a941-805eed7ad7b5 req-bf7a4e66-6589-4d79-92e1-df520b6fe9f5 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:00.491540 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-618c835e-5d5c-44b2-a941-805eed7ad7b5 req-bf7a4e66-6589-4d79-92e1-df520b6fe9f5 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0461204 May 26 18:11:00.525173 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:00.542768 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-618c835e-5d5c-44b2-a941-805eed7ad7b5 req-ecf25259-d066-4985-992b-381768d6de87 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444257 May 26 18:11:00.968773 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a4b73-4874-4de6-bb59-0824c83e28fc req-2292cd2a-cc6f-4beb-9f21-416e0b97cbad tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:00.970356 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c40a4b73-4874-4de6-bb59-0824c83e28fc req-2292cd2a-cc6f-4beb-9f21-416e0b97cbad tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 945 time: 0.0542350 May 26 18:11:01.022586 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c40a4b73-4874-4de6-bb59-0824c83e28fc req-29d4e64c-92b8-475e-9798-823f73ff2e5d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465565 May 26 18:11:01.411018 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff66c-6875-4575-acd8-1f3ed3121277 req-b358c44c-743d-410a-a857-f3c1583943c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:01.412638 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-979ff66c-6875-4575-acd8-1f3ed3121277 req-b358c44c-743d-410a-a857-f3c1583943c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.0531650 May 26 18:11:01.533290 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4039e53-43ba-4bed-84f4-2ae5163647ef req-7279e084-b4e6-4833-9b92-69392be5d85f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:01.534888 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a4039e53-43ba-4bed-84f4-2ae5163647ef req-7279e084-b4e6-4833-9b92-69392be5d85f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0571620 May 26 18:11:01.586829 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a4039e53-43ba-4bed-84f4-2ae5163647ef req-e0aa06a0-262c-4ee1-8b00-918ab3f5ed26 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446177 May 26 18:11:01.671882 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec6b7a-91e6-4f9a-be38-e9eb053b8477 req-ef49d1f8-1252-46fd-b29d-52cd3f8f98cc tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:01.673637 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b4ec6b7a-91e6-4f9a-be38-e9eb053b8477 req-ef49d1f8-1252-46fd-b29d-52cd3f8f98cc tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0587063 May 26 18:11:01.737773 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b4ec6b7a-91e6-4f9a-be38-e9eb053b8477 req-47b53b90-c103-4992-b68f-b91c2c19d3a5 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574305 May 26 18:11:01.990042 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e80236d7-3451-479e-a7ef-7dbe6285a877 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:11:02.065127 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45936e5-dbae-4c36-a4dc-c543c8e86d30 req-1a062a35-3fed-4bfb-b24a-0be7c68cfdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:02.066498 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d45936e5-dbae-4c36-a4dc-c543c8e86d30 req-1a062a35-3fed-4bfb-b24a-0be7c68cfdfb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 1129 time: 0.0518270 May 26 18:11:02.067569 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff66c-6875-4575-acd8-1f3ed3121277 req-d127f36c-d5d7-4046-8aa2-7c9e7a2c52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:02.068920 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-979ff66c-6875-4575-acd8-1f3ed3121277 req-d127f36c-d5d7-4046-8aa2-7c9e7a2c52f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3989091 May 26 18:11:02.089237 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:02.109548 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:02.121621 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'port_id': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'mac_address': 'fa:16:3e:60:85:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:11:02.161459 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port e80236d7-3451-479e-a7ef-7dbe6285a877 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:11:02.161872 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:02.181763 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80236d7-3451-479e-a7ef-7dbe6285a877 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:11:02.205633 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:02.210055 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:02.218175 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25a63d-397e-4b33-8f2a-82d0097a8e28 req-bc4231ae-d333-4f1e-8941-5a1586207e1f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:02.219717 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5f25a63d-397e-4b33-8f2a-82d0097a8e28 req-bc4231ae-d333-4f1e-8941-5a1586207e1f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 945 time: 0.1160903 May 26 18:11:02.227146 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d45936e5-dbae-4c36-a4dc-c543c8e86d30 req-5b2c8f9d-69de-484c-b8f3-c19a7c5f6431 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489890 May 26 18:11:02.258672 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=e80236d7-3451-479e-a7ef-7dbe6285a877,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:02.271444 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-979ff66c-6875-4575-acd8-1f3ed3121277 req-28ba2c2a-c4cc-4bf4-a09e-c53b1c222c30 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754527 May 26 18:11:02.295752 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5f25a63d-397e-4b33-8f2a-82d0097a8e28 req-88172d58-4c44-423d-acde-b4da0f251527 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654154 May 26 18:11:02.545345 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['e80236d7-3451-479e-a7ef-7dbe6285a877'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:11:02.630521 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-979ff66c-6875-4575-acd8-1f3ed3121277 req-09f5064b-b38e-4dfb-8509-d621b8a02fb3 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168044 May 26 18:11:02.654875 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6fdc8-7f85-4e94-941c-71ddd70fff41 req-f366267c-a2ee-4a60-ad05-427b32e1bc21 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:02.656592 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-28d6fdc8-7f85-4e94-941c-71ddd70fff41 req-f366267c-a2ee-4a60-ad05-427b32e1bc21 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 945 time: 0.0622005 May 26 18:11:02.709031 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-28d6fdc8-7f85-4e94-941c-71ddd70fff41 req-666f8f47-f995-403b-aa99-b6357a332443 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449936 May 26 18:11:02.725234 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b55b9-f348-4903-8b83-8a37a4b8f60d req-c40689f7-d94a-4a14-9808-822f9835196c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:02.726759 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b40b55b9-f348-4903-8b83-8a37a4b8f60d req-c40689f7-d94a-4a14-9808-822f9835196c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 944 time: 0.0524526 May 26 18:11:02.776077 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b40b55b9-f348-4903-8b83-8a37a4b8f60d req-44757e1e-b422-48ed-af75-e2c96984baf4 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433211 May 26 18:11:02.865783 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef2d7e-d6a6-4ce3-9720-27f3a900c11e req-aeb9d578-e6e6-47de-ab91-3d9355e08a18 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:02.867286 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-baef2d7e-d6a6-4ce3-9720-27f3a900c11e req-aeb9d578-e6e6-47de-ab91-3d9355e08a18 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0501990 May 26 18:11:03.164189 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-baef2d7e-d6a6-4ce3-9720-27f3a900c11e req-ea719110-6203-4ffc-b315-d2eb5caf7987 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899232 May 26 18:11:03.413606 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20e9ec-58d4-449f-862a-13d0f9c75628 req-e01009bf-29c1-4b2b-a891-f87efd299427 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:03.415559 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9d20e9ec-58d4-449f-862a-13d0f9c75628 req-e01009bf-29c1-4b2b-a891-f87efd299427 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 945 time: 0.0519490 May 26 18:11:03.464747 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9d20e9ec-58d4-449f-862a-13d0f9c75628 req-59c0bed5-7abc-419c-be60-3c45d970bf2e tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434775 May 26 18:11:03.824835 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927492b7-6f82-44b9-8b37-a8a42bfce74c req-54d34dfa-28ae-4d39-8744-0d9bcdb60e59 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:03.826374 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-927492b7-6f82-44b9-8b37-a8a42bfce74c req-54d34dfa-28ae-4d39-8744-0d9bcdb60e59 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 945 time: 0.0484836 May 26 18:11:03.877092 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-927492b7-6f82-44b9-8b37-a8a42bfce74c req-ba68364f-2744-4032-b49d-f8727692b428 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451746 May 26 18:11:03.899782 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dda5a-0c2c-46d8-ae8f-1c49df41af00 req-bdc25aeb-d301-457c-a6e7-7224d85c8d03 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:03.901103 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b89dda5a-0c2c-46d8-ae8f-1c49df41af00 req-bdc25aeb-d301-457c-a6e7-7224d85c8d03 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 944 time: 0.0487535 May 26 18:11:03.952998 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b89dda5a-0c2c-46d8-ae8f-1c49df41af00 req-91df0229-a76a-429c-bba4-37d15515733f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460372 May 26 18:11:04.079381 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e80236d7-3451-479e-a7ef-7dbe6285a877 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:11:04.122728 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port e80236d7-3451-479e-a7ef-7dbe6285a877 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:11:04.128253 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port e80236d7-3451-479e-a7ef-7dbe6285a877 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:11:04.133251 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:04.203461 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port e80236d7-3451-479e-a7ef-7dbe6285a877 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:11:04.203845 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:04.227286 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:04.230362 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de63709c-68ae-4efb-af77-dd8822d320dc" -d '{"events": [{"server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "name": "network-vif-plugged", "status": "completed", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:04.245686 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:04.250474 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:04.251320 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device cec989f8-be13-49dc-b5fc-f64f60308480 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:11:04.264396 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:04.278978 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e386e2a0-5de8-480f-a5d3-e712b4a3e109 x-openstack-request-id: req-e386e2a0-5de8-480f-a5d3-e712b4a3e109 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:04.279299 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "name": "network-vif-plugged", "status": "completed", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:04.279552 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e386e2a0-5de8-480f-a5d3-e712b4a3e109 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:04.279932 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e386e2a0-5de8-480f-a5d3-e712b4a3e109'] response: {'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'code': 200} May 26 18:11:04.285298 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bf572-405c-423f-8932-4dd7e06797be req-dc183a3f-c281-4462-898e-e4617f0224a7 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:04.286893 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5a5bf572-405c-423f-8932-4dd7e06797be req-dc183a3f-c281-4462-898e-e4617f0224a7 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0545976 May 26 18:11:04.334813 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=e80236d7-3451-479e-a7ef-7dbe6285a877,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:04.341233 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5a5bf572-405c-423f-8932-4dd7e06797be req-990e9a06-72bd-4ede-85a0-a6a90d6d602c tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481644 May 26 18:11:04.344351 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:04.345940 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.346393 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.346740 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.347091 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.347425 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.347749 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.348069 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.348387 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.348702 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.349020 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.349335 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.349650 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.349963 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.350698 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.350698 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:04.390139 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port cec989f8-be13-49dc-b5fc-f64f60308480 is: ACTIVE; New status is: DOWN {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:11:04.390558 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:04.417317 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [req-87a9b928-3fac-469c-9ef5-b225c6b68ff7 req-14f2ba8c-bf6c-43ea-8b00-d7b5ca22ec69 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:11:04.418382 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-87a9b928-3fac-469c-9ef5-b225c6b68ff7 req-14f2ba8c-bf6c-43ea-8b00-d7b5ca22ec69 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067434 May 26 18:11:04.425621 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port cec989f8-be13-49dc-b5fc-f64f60308480, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=cec989f8-be13-49dc-b5fc-f64f60308480,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:04.429991 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:04.485522 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=cec989f8-be13-49dc-b5fc-f64f60308480,revision_number=6']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:04.562220 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:04.584773 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:04.602142 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8ebaa-fa56-4dc0-967c-5de73da6a0e5 req-ec2e47ee-edf3-405b-a1cc-7cad9d363122 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:04.604352 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-60e8ebaa-fa56-4dc0-967c-5de73da6a0e5 req-ec2e47ee-edf3-405b-a1cc-7cad9d363122 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 945 time: 0.0534663 May 26 18:11:04.604804 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60532) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:04.612134 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd9611-c07a-4759-b736-a126355a3d01 req-e981911d-20b8-4b49-8548-21aa28fdbc83 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:04.613696 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-afbd9611-c07a-4759-b736-a126355a3d01 req-e981911d-20b8-4b49-8548-21aa28fdbc83 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0748034 May 26 18:11:04.668858 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-afbd9611-c07a-4759-b736-a126355a3d01 req-3612a331-f6e8-4637-8def-3afe96d53fe8 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477197 May 26 18:11:04.671278 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-60e8ebaa-fa56-4dc0-967c-5de73da6a0e5 req-a10ef50b-8faa-47ae-a2e2-30c78ff1f2ad tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612907 May 26 18:11:04.704729 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-63aabb6c-b067-4cb9-9533-405ef93dabfa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0988569 May 26 18:11:04.713583 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-a6859549-105b-4b6f-83df-057e17b7f253 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:11:04.714572 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-a6859549-105b-4b6f-83df-057e17b7f253 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053506 May 26 18:11:04.818588 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60540) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:04.918929 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-6f52bcfb-b47c-4031-9592-f4d44110e3a7 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:04.920406 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-6f52bcfb-b47c-4031-9592-f4d44110e3a7 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports/cec989f8-be13-49dc-b5fc-f64f60308480 HTTP/1.1" status: 200 len: 940 time: 0.1005914 May 26 18:11:04.998146 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59e37b-ee64-4d41-a2f5-5254ed855ed8 req-663d46a6-895f-4e8d-9d92-22571320eab1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:04.999757 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fc59e37b-ee64-4d41-a2f5-5254ed855ed8 req-663d46a6-895f-4e8d-9d92-22571320eab1 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 945 time: 0.0542917 May 26 18:11:05.094739 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fc59e37b-ee64-4d41-a2f5-5254ed855ed8 req-4a0ed78d-3eef-46f8-80e1-6aa5e24e7ded tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879271 May 26 18:11:05.095682 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107177ec-d8b4-4912-99a1-03c88855e1af req-0887ce82-3656-45b1-ab5e-2c903066c0cf tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:05.106215 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-107177ec-d8b4-4912-99a1-03c88855e1af req-0887ce82-3656-45b1-ab5e-2c903066c0cf tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0679352 May 26 18:11:05.107018 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-7b0d83fd-e28d-4918-85af-3a0f6159bc59 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:05.110264 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-7b0d83fd-e28d-4918-85af-3a0f6159bc59 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 945 time: 0.0743866 May 26 18:11:05.167608 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-107177ec-d8b4-4912-99a1-03c88855e1af req-dc8457c4-5f69-4b5a-9420-e613655bdf0d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596926 May 26 18:11:05.649430 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01f19f-e59b-480d-890c-d797627d6d02 req-a287b921-60d5-4f16-9d21-6f1cb7bb0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:05.651478 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1a01f19f-e59b-480d-890c-d797627d6d02 req-a287b921-60d5-4f16-9d21-6f1cb7bb0986 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 1129 time: 0.0862551 May 26 18:11:05.668168 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Deleting port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:11:05.668515 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:05.801787 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1a01f19f-e59b-480d-890c-d797627d6d02 req-5338aecd-b858-46a2-bb10-94313309a916 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183841 May 26 18:11:05.809471 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22e5a8-6ba9-4564-b480-3c93056a6dcc req-958aca6f-9169-4953-b647-8ef83079b9d7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:05.811027 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-dd22e5a8-6ba9-4564-b480-3c93056a6dcc req-958aca6f-9169-4953-b647-8ef83079b9d7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 945 time: 0.0550683 May 26 18:11:05.835399 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e49bc-68cd-4e2d-a17a-5bff5713902a req-397c2beb-5241-41a4-9d84-cadcd90b9b5a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:05.837454 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-073e49bc-68cd-4e2d-a17a-5bff5713902a req-397c2beb-5241-41a4-9d84-cadcd90b9b5a tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0878487 May 26 18:11:05.846508 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] For port fea0ab1f-60c8-4b9a-90be-c179c7c0c781, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=fea0ab1f-60c8-4b9a-90be-c179c7c0c781,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:05.846879 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:05.863244 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-dd22e5a8-6ba9-4564-b480-3c93056a6dcc req-9d58fe25-1a38-491a-8570-ab8e4e60638e tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464997 May 26 18:11:05.942801 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-073e49bc-68cd-4e2d-a17a-5bff5713902a req-d177163a-fb0f-4010-8fbc-2e4f4314729e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989096 May 26 18:11:05.989086 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05586d7-6842-4921-98ee-c52b1e6d6813 req-286072da-4573-42be-8243-dcbe1e9d2767 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:05.990631 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c05586d7-6842-4921-98ee-c52b1e6d6813 req-286072da-4573-42be-8243-dcbe1e9d2767 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 945 time: 0.0567522 May 26 18:11:06.047739 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c05586d7-6842-4921-98ee-c52b1e6d6813 req-8b5a4cef-b950-4f7a-8ea5-e7c1b88f36ba tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492597 May 26 18:11:06.062525 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:06.062893 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (eb4805bc-cc82-4f96-aee7-aadd21c68021), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:06.063212 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Floating IP eb4805bc-cc82-4f96-aee7-aadd21c68021 disassociated. External IP: 172.27.1.6, port: fea0ab1f-60c8-4b9a-90be-c179c7c0c781. May 26 18:11:06.063560 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Calling delete_port for fea0ab1f-60c8-4b9a-90be-c179c7c0c781 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:11:06.073723 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60560) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:06.122555 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecf7055-a054-4462-89ec-2bffe888ade8 tempest-TestVolumeBootPattern-1697460873 tempest-TestVolumeBootPattern-1697460873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:06.135086 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-2ecf7055-a054-4462-89ec-2bffe888ade8 tempest-TestVolumeBootPattern-1697460873 tempest-TestVolumeBootPattern-1697460873-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 1124 time: 0.0568383 May 26 18:11:06.136977 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60564) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:06.141820 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'port_id': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:06.169112 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:06.173496 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:06.264884 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:06.272226 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de3e5b-2727-426b-866e-0ffc87c72e28 req-fd954695-0f13-460e-b414-c96ba61a439e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:06.275243 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a8de3e5b-2727-426b-866e-0ffc87c72e28 req-fd954695-0f13-460e-b414-c96ba61a439e tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 945 time: 0.0680363 May 26 18:11:06.277177 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:06.280161 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (fea0ab1f-60c8-4b9a-90be-c179c7c0c781), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:06.280847 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:06.285356 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8e24e2-0bfb-4ca1-91ae-7c3d69bb67f0" -d '{"events": [{"server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "name": "network-vif-unplugged", "status": "completed", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:06.316308 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:06.320866 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'Port': ['ID=fea0ab1f-60c8-4b9a-90be-c179c7c0c781,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:06.357532 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101457c-a3be-46ff-bb09-f7bef50457b4 req-17a2dd47-e27c-4e56-857c-1ed0a944b898 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:06.359170 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f101457c-a3be-46ff-bb09-f7bef50457b4 req-17a2dd47-e27c-4e56-857c-1ed0a944b898 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.1006129 May 26 18:11:06.407393 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a8de3e5b-2727-426b-866e-0ffc87c72e28 req-55b898e9-4c50-4d5c-b916-2f95193140bf tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups?id=6299bd29-bb0a-404d-8b35-a77cacf7a572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189735 May 26 18:11:06.448943 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f101457c-a3be-46ff-bb09-f7bef50457b4 req-50d8cf8c-5a62-4163-ab7a-ff1f23f3f72f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836928 May 26 18:11:06.459187 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab1221-fa79-4db8-92f2-a3bc8b9f4416 x-openstack-request-id: req-00ab1221-fa79-4db8-92f2-a3bc8b9f4416 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:06.459562 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "name": "network-vif-unplugged", "status": "failed", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480", "code": 422}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:06.459881 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00ab1221-fa79-4db8-92f2-a3bc8b9f4416 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:06.460420 dv-cinder-839064-2-iscsi neutron-server[104148]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-00ab1221-fa79-4db8-92f2-a3bc8b9f4416']: {'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'code': 422} returned with failed status May 26 18:11:06.487518 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_common [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Allocated IP 172.27.1.13 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/e8c5eff4-cc99-4a17-b323-1d0805df70f2) {{(pid=104147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:11:06.509199 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:11:06.626429 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for port (e8c5eff4-cc99-4a17-b323-1d0805df70f2), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:06.647947 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:11:06.660838 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd330a8-8c08-44d2-b734-84d0ae95ffd3 None None] Sync routers for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:11:06.668622 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:06.680611 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (e8c5eff4-cc99-4a17-b323-1d0805df70f2), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:06.695274 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd330a8-8c08-44d2-b734-84d0ae95ffd3 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:06.697285 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5bd330a8-8c08-44d2-b734-84d0ae95ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:06.707161 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] No DVR routers for this DVR port fea0ab1f-60c8-4b9a-90be-c179c7c0c781 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:11:06.710277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:06.715036 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cd8c52bf-e57f-4fb7-980a-991aeaa3589c req-26e347fe-26f7-4acf-b7a6-ad676db74f92 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.86 "DELETE /v2.0/ports/fea0ab1f-60c8-4b9a-90be-c179c7c0c781 HTTP/1.1" status: 204 len: 173 time: 1.1803842 May 26 18:11:06.716101 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6393ca-e79a-4107-a73a-898478bef760', 'name': 'network-vif-deleted', 'tag': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:06.727874 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf08a19-4f5e-4f05-978f-6939429a73fe" -d '{"events": [{"server_uuid": "ee6393ca-e79a-4107-a73a-898478bef760", "name": "network-vif-deleted", "tag": "fea0ab1f-60c8-4b9a-90be-c179c7c0c781"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:06.749936 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:11:06.752012 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Resources bound (agent type, host, resource id): {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:11:06.757495 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Received port after_create {{(pid=104147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:11:06.780500 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1622ab0c-7e0f-4dd4-8a2c-519e723287c1 x-openstack-request-id: req-1622ab0c-7e0f-4dd4-8a2c-519e723287c1 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:06.780981 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6393ca-e79a-4107-a73a-898478bef760", "name": "network-vif-deleted", "tag": "fea0ab1f-60c8-4b9a-90be-c179c7c0c781", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:06.781366 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1622ab0c-7e0f-4dd4-8a2c-519e723287c1 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:06.781896 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1622ab0c-7e0f-4dd4-8a2c-519e723287c1'] response: {'server_uuid': 'ee6393ca-e79a-4107-a73a-898478bef760', 'name': 'network-vif-deleted', 'tag': 'fea0ab1f-60c8-4b9a-90be-c179c7c0c781', 'status': 'completed', 'code': 200} May 26 18:11:06.882887 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-5bd330a8-8c08-44d2-b734-84d0ae95ffd3 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:06.885054 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'Port': ['ID=e8c5eff4-cc99-4a17-b323-1d0805df70f2,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:06.905333 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.905682 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.906082 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.906402 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.906740 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.907517 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.907865 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.908215 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.908547 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.908877 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.909209 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.909540 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.910131 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.910487 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:06.910830 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:07.087624 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5bd330a8-8c08-44d2-b734-84d0ae95ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:07.110892 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645d27a-b749-466b-9d52-4b88004bc830 req-5138aee1-f618-4b6c-979a-344b4c48a235 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:07.112263 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1645d27a-b749-466b-9d52-4b88004bc830 req-5138aee1-f618-4b6c-979a-344b4c48a235 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0855722 May 26 18:11:07.113097 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd330a8-8c08-44d2-b734-84d0ae95ffd3 None None] Checking router: dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:11:07.122572 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd330a8-8c08-44d2-b734-84d0ae95ffd3 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:07.123165 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5bd330a8-8c08-44d2-b734-84d0ae95ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:07.145633 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:07.239207 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-5bd330a8-8c08-44d2-b734-84d0ae95ffd3 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:07.248808 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1645d27a-b749-466b-9d52-4b88004bc830 req-db8df80f-e2c2-49b1-86e6-be244f612952 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264215 May 26 18:11:07.316233 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (3f62399c-83c8-4ccd-a94b-b69375b8b766), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:07.396415 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e8c5eff4-cc99-4a17-b323-1d0805df70f2), before_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:07.469744 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5bd330a8-8c08-44d2-b734-84d0ae95ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:07.512496 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd330a8-8c08-44d2-b734-84d0ae95ffd3 None None] The sync data for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi is: [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:04:56Z', 'revision_number': 4, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '1c6cfe32-4b45-4da8-8ab6-6101734ac767', 'name': '', 'network_id': '88540240-a343-4b80-bbe6-aa98a82d692f', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'mac_address': 'fa:16:3e:23:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:54Z', 'updated_at': '2022-05-26T18:05:08Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'subnets': [{'id': '6b62c5e0-7707-42d0-8ddb-bc0148c5e061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:11:07.582884 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47967043-d376-4962-b5c6-b487ae137fcb req-24b66595-28ff-4417-893d-4de7d87c61dd tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee6393ca-e79a-4107-a73a-898478bef760 HTTP/1.1" status: 200 len: 210 time: 0.0336831 May 26 18:11:07.655278 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded1b6c-f473-46fb-9c8f-a058bf8eee23 req-7a413572-7724-41ef-95f7-d90d7ee307a0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:07.657422 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5ded1b6c-f473-46fb-9c8f-a058bf8eee23 req-7a413572-7724-41ef-95f7-d90d7ee307a0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0668216 May 26 18:11:07.747711 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for port (e8c5eff4-cc99-4a17-b323-1d0805df70f2), precommit_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:07.754519 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3587906'] for port (e8c5eff4-cc99-4a17-b323-1d0805df70f2), after_update {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:07.763455 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5ded1b6c-f473-46fb-9c8f-a058bf8eee23 req-4bc627a0-286d-4519-9e55-7ddc27f7abdf tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961983 May 26 18:11:07.819322 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487b7f3-4f55-472e-9fa8-ef772d35cb6d None None] New status for floating IP eb4805bc-cc82-4f96-aee7-aadd21c68021: DOWN {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:11:07.837383 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:07.839859 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (3f62399c-83c8-4ccd-a94b-b69375b8b766), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:07.898542 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f958a1-89cb-4ffb-91d1-1430448ee898 req-9c3d7fb4-b9b3-4331-a61a-739711bdec99 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:07.905867 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'Port': ['ID=e8c5eff4-cc99-4a17-b323-1d0805df70f2,revision_number=2']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:07.911124 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-89f958a1-89cb-4ffb-91d1-1430448ee898 req-9c3d7fb4-b9b3-4331-a61a-739711bdec99 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0619226 May 26 18:11:07.911821 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60580) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:07.917353 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-65c874dd-4016-40cc-bc94-476943cebdce tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'floatingip': {'port_id': 'e80236d7-3451-479e-a7ef-7dbe6285a877'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:11:07.966116 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-65c874dd-4016-40cc-bc94-476943cebdce tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (780f4b06-ed97-4c14-9336-b106813aea87), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.020489 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.l3_db [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Floating IP 3f62399c-83c8-4ccd-a94b-b69375b8b766 associated. External IP: 172.27.1.13, port: 0050fac2-27f6-43c1-9c41-168fb25746b5. May 26 18:11:08.049187 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device fea0ab1f-60c8-4b9a-90be-c179c7c0c781 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:11:08.054246 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:08.081549 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: fea0ab1f-60c8-4b9a-90be-c179c7c0c781 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:11:08.082480 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device fea0ab1f-60c8-4b9a-90be-c179c7c0c781 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:11:08.306118 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:11:08.312163 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:08.421341 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d0b17-88d5-4623-89db-062ce423713e req-c5ca7fb4-6753-41ec-aa72-1a1b2c376312 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:08.422878 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4b2d0b17-88d5-4623-89db-062ce423713e req-c5ca7fb4-6753-41ec-aa72-1a1b2c376312 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0666654 May 26 18:11:08.433276 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:08.495775 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:11:08.512386 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ffb3f-a186-4421-91d1-7e2495050b12 None None] Sync routers for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:11:08.525369 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-faefd3ed-ba37-4c50-9694-de7dca51bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:08.527171 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-faefd3ed-ba37-4c50-9694-de7dca51bcc1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55&tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb HTTP/1.1" status: 200 len: 1127 time: 0.1296363 May 26 18:11:08.528288 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ffb3f-a186-4421-91d1-7e2495050b12 None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:08.529397 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-572ffb3f-a186-4421-91d1-7e2495050b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:08.530459 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4b2d0b17-88d5-4623-89db-062ce423713e req-f4ba2ee1-fedd-4a36-9251-474d73ac9bab tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767410 May 26 18:11:08.533449 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.569992 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c54fd694-bbb1-4184-bc98-0f44751f33a5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4319322 May 26 18:11:08.571780 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'tag': '0050fac2-27f6-43c1-9c41-168fb25746b5'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:08.574918 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8329b7-f87e-45b3-b771-4c876d60f932" -d '{"events": [{"name": "network-changed", "server_uuid": "5d037f7b-7d2e-440e-9e58-917176fdd5f4", "tag": "0050fac2-27f6-43c1-9c41-168fb25746b5"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:08.648219 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-65c874dd-4016-40cc-bc94-476943cebdce tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.668181 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-572ffb3f-a186-4421-91d1-7e2495050b12 None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:08.674682 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-65c874dd-4016-40cc-bc94-476943cebdce tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (780f4b06-ed97-4c14-9336-b106813aea87), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.694697 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60596) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:08.716861 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0da0ea-7894-4d75-92b1-588302986edd x-openstack-request-id: req-3d0da0ea-7894-4d75-92b1-588302986edd {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:08.717442 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d037f7b-7d2e-440e-9e58-917176fdd5f4", "tag": "0050fac2-27f6-43c1-9c41-168fb25746b5", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:08.717872 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d0da0ea-7894-4d75-92b1-588302986edd {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:08.718476 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0da0ea-7894-4d75-92b1-588302986edd'] response: {'name': 'network-changed', 'server_uuid': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'tag': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'status': 'completed', 'code': 200} May 26 18:11:08.740559 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-95d6906f-95c5-484d-81a5-b7c2539f3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:08.743048 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-95d6906f-95c5-484d-81a5-b7c2539f3039 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 1127 time: 0.1507924 May 26 18:11:08.760268 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:08.783574 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a6246598-502d-490f-9f83-9f195cd6469a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (6299bd29-bb0a-404d-8b35-a77cacf7a572), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.819196 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a6246598-502d-490f-9f83-9f195cd6469a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (6299bd29-bb0a-404d-8b35-a77cacf7a572), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.885185 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8329b7-f87e-45b3-b771-4c876d60f932 req-1db86501-76e4-490d-816b-d2e93fae0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:08.886809 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-db8329b7-f87e-45b3-b771-4c876d60f932 req-1db86501-76e4-490d-816b-d2e93fae0ee5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 1129 time: 0.1425102 May 26 18:11:08.891989 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-65c874dd-4016-40cc-bc94-476943cebdce tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Floating IP 780f4b06-ed97-4c14-9336-b106813aea87 associated. External IP: 172.27.1.23, port: e80236d7-3451-479e-a7ef-7dbe6285a877. May 26 18:11:08.893321 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a6246598-502d-490f-9f83-9f195cd6469a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6299bd29-bb0a-404d-8b35-a77cacf7a572), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.896577 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a6246598-502d-490f-9f83-9f195cd6469a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:08.898328 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-a6246598-502d-490f-9f83-9f195cd6469a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "DELETE /v2.0/security-groups/6299bd29-bb0a-404d-8b35-a77cacf7a572 HTTP/1.1" status: 204 len: 168 time: 0.2020392 May 26 18:11:08.904819 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60602) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:08.923478 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6246598-502d-490f-9f83-9f195cd6469a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6299bd29-bb0a-404d-8b35-a77cacf7a572,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:08.925845 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.api.v2.resource [None req-10bc471f-903e-4215-8883-411e69cef568 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] show failed (client error): The resource could not be found. May 26 18:11:08.927114 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-10bc471f-903e-4215-8883-411e69cef568 tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "GET /v2.0/security-groups/6299bd29-bb0a-404d-8b35-a77cacf7a572 HTTP/1.1" status: 404 len: 347 time: 0.0210800 May 26 18:11:08.930024 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60604) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:08.942731 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-572ffb3f-a186-4421-91d1-7e2495050b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3f62399c-83c8-4ccd-a94b-b69375b8b766', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:07Z', 'revision_number': 0, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:08.991839 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ffb3f-a186-4421-91d1-7e2495050b12 None None] Checking router: 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:11:09.001312 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:09.007293 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ffb3f-a186-4421-91d1-7e2495050b12 None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:09.008305 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-572ffb3f-a186-4421-91d1-7e2495050b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:09.124020 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-471da781-992e-4a5f-99f8-5602b97ce29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:09.125517 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-471da781-992e-4a5f-99f8-5602b97ce29e service neutron] 10.222.0.86 "GET /v2.0/networks?id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 HTTP/1.1" status: 200 len: 909 time: 0.3435876 May 26 18:11:09.175559 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-969f75ad-7a13-4ffd-9098-05da7ba7d10a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Deleting port aaa22990-a68d-4019-9254-b04499992e90 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:11:09.176033 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-969f75ad-7a13-4ffd-9098-05da7ba7d10a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (aaa22990-a68d-4019-9254-b04499992e90), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.249021 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-572ffb3f-a186-4421-91d1-7e2495050b12 None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:09.282876 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8329b7-f87e-45b3-b771-4c876d60f932 req-15832162-747f-41ff-9a12-02237459b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:09.284219 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-db8329b7-f87e-45b3-b771-4c876d60f932 req-15832162-747f-41ff-9a12-02237459b4ac service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 913 time: 0.2960281 May 26 18:11:09.303541 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:09.324467 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-660200f9-2b0a-4217-9b92-1bad620d7310 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec989f8-be13-49dc-b5fc-f64f60308480 HTTP/1.1" status: 200 len: 999 time: 0.1744049 May 26 18:11:09.358310 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-969f75ad-7a13-4ffd-9098-05da7ba7d10a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (aaa22990-a68d-4019-9254-b04499992e90), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.358894 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-969f75ad-7a13-4ffd-9098-05da7ba7d10a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (aaa22990-a68d-4019-9254-b04499992e90), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.377650 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-969f75ad-7a13-4ffd-9098-05da7ba7d10a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Calling delete_port for aaa22990-a68d-4019-9254-b04499992e90 owned by network:floatingip {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:11:09.382045 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:09.547815 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-572ffb3f-a186-4421-91d1-7e2495050b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3f62399c-83c8-4ccd-a94b-b69375b8b766', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:07Z', 'revision_number': 0, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:09.578518 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ffb3f-a186-4421-91d1-7e2495050b12 None None] The sync data for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi is: [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3f62399c-83c8-4ccd-a94b-b69375b8b766', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:07Z', 'revision_number': 0, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:11:09.605839 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-969f75ad-7a13-4ffd-9098-05da7ba7d10a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (aaa22990-a68d-4019-9254-b04499992e90), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.636214 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f75ad-7a13-4ffd-9098-05da7ba7d10a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Pushing event deleted for resources: {'Port': ['ID=aaa22990-a68d-4019-9254-b04499992e90,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:09.709731 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:09.729629 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-969f75ad-7a13-4ffd-9098-05da7ba7d10a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks [] for floatingip (eb4805bc-cc82-4f96-aee7-aadd21c68021), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.732515 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-969f75ad-7a13-4ffd-9098-05da7ba7d10a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:09.734244 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-969f75ad-7a13-4ffd-9098-05da7ba7d10a tempest-AttachVolumeNegativeTest-947375014 tempest-AttachVolumeNegativeTest-947375014-project] 10.222.0.76 "DELETE /v2.0/floatingips/eb4805bc-cc82-4f96-aee7-aadd21c68021 HTTP/1.1" status: 204 len: 168 time: 0.8026147 May 26 18:11:09.846902 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-db8329b7-f87e-45b3-b771-4c876d60f932 req-396b2ecf-bbff-4b76-8736-3e6692cce236 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0050fac2-27f6-43c1-9c41-168fb25746b5 HTTP/1.1" status: 200 len: 998 time: 0.5479987 May 26 18:11:09.858638 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac39c3-896f-409a-afc7-c4d600cad797 req-706ac1ca-9134-4f5b-a70e-dd41091fac2c tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:09.860235 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c6ac39c3-896f-409a-afc7-c4d600cad797 req-706ac1ca-9134-4f5b-a70e-dd41091fac2c tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.1644986 May 26 18:11:09.861813 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-fcc4d19c-d3d7-4146-846b-dffb0756285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:09.863254 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-fcc4d19c-d3d7-4146-846b-dffb0756285a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2dbb9457-4139-44db-b2ae-ac67a48aada7 HTTP/1.1" status: 200 len: 847 time: 0.1652746 May 26 18:11:09.956901 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d66df-1096-4f01-acbc-2cbdb02eab89 None None] New status for floating IP 3f62399c-83c8-4ccd-a94b-b69375b8b766: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:11:09.980236 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c874dd-4016-40cc-bc94-476943cebdce tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:11:10.002293 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-d8a4081b-9729-43e3-98a7-fc198aa47e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:10.003849 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-d8a4081b-9729-43e3-98a7-fc198aa47e90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1252689 May 26 18:11:10.010595 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8329b7-f87e-45b3-b771-4c876d60f932 req-9827b37e-3191-4e3c-87ad-b54674a9ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:10.012120 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-db8329b7-f87e-45b3-b771-4c876d60f932 req-9827b37e-3191-4e3c-87ad-b54674a9ad08 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.1479669 May 26 18:11:10.058277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:10.081164 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c6ac39c3-896f-409a-afc7-c4d600cad797 req-602c7239-f6e7-4919-93be-fe616d7a4039 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042909 May 26 18:11:10.171024 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8329b7-f87e-45b3-b771-4c876d60f932 req-35fc1e47-865b-4f64-94fc-23d4df5fea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:10.172753 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-db8329b7-f87e-45b3-b771-4c876d60f932 req-35fc1e47-865b-4f64-94fc-23d4df5fea2f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1450753 May 26 18:11:10.312047 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-8d46d150-2cc8-47e0-a878-c35bfc02a516 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985334 May 26 18:11:10.355008 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:10.401643 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c874dd-4016-40cc-bc94-476943cebdce tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:11:10.413392 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-65c874dd-4016-40cc-bc94-476943cebdce tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:10.420177 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af41963d-9128-42f5-8973-13fbf6dfa337 None None] Sync routers for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:11:10.442919 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41963d-9128-42f5-8973-13fbf6dfa337 None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:10.444819 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-af41963d-9128-42f5-8973-13fbf6dfa337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:10.449269 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-db8329b7-f87e-45b3-b771-4c876d60f932 req-c271a29d-9a4d-4a3e-9443-bf4353736ece service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689123 May 26 18:11:10.503262 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-65c874dd-4016-40cc-bc94-476943cebdce tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "PUT /v2.0/floatingips/780f4b06-ed97-4c14-9336-b106813aea87 HTTP/1.1" status: 200 len: 990 time: 2.5899491 May 26 18:11:10.563777 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:10.566266 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87" -d '{"events": [{"name": "network-changed", "server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:10.587469 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97b968c6-74a9-4909-b242-d6ac041ec0f1 req-c7910bec-0ebd-4fba-b1b9-036e5f061ee3 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666810 May 26 18:11:10.633308 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9760c693-6a09-48f1-a516-f70e5e738aab x-openstack-request-id: req-9760c693-6a09-48f1-a516-f70e5e738aab {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:10.634291 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:10.634780 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9760c693-6a09-48f1-a516-f70e5e738aab {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:10.635309 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9760c693-6a09-48f1-a516-f70e5e738aab'] response: {'name': 'network-changed', 'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'status': 'completed', 'code': 200} May 26 18:11:10.638854 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-af41963d-9128-42f5-8973-13fbf6dfa337 None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:10.642048 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-db8329b7-f87e-45b3-b771-4c876d60f932 req-3a939c31-5993-453b-becb-ff96440eb33f service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827161 May 26 18:11:10.905492 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-af41963d-9128-42f5-8973-13fbf6dfa337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '780f4b06-ed97-4c14-9336-b106813aea87', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'port_id': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'mac_address': 'fa:16:3e:60:85:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:10:53Z', 'updated_at': '2022-05-26T18:11:08Z', 'revision_number': 1, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:10.931442 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af41963d-9128-42f5-8973-13fbf6dfa337 None None] Checking router: fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:11:10.933264 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:10.943165 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41963d-9128-42f5-8973-13fbf6dfa337 None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:10.944090 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-af41963d-9128-42f5-8973-13fbf6dfa337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:11.070770 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-af41963d-9128-42f5-8973-13fbf6dfa337 None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:11.083942 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87 req-27d83cae-402f-4098-8bb1-c3d5899254c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:11.088309 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87 req-27d83cae-402f-4098-8bb1-c3d5899254c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 1129 time: 0.0649154 May 26 18:11:11.281404 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7da24-8429-4e54-9bc1-d464b8f5e425 req-619e4094-385b-44aa-b041-0493c789ee52 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:11.283045 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bcb7da24-8429-4e54-9bc1-d464b8f5e425 req-619e4094-385b-44aa-b041-0493c789ee52 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0828791 May 26 18:11:11.324920 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87 req-3b410bc9-656d-4ad8-8264-6be34bd089c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:11.326518 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87 req-3b410bc9-656d-4ad8-8264-6be34bd089c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 917 time: 0.2321656 May 26 18:11:11.377375 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-af41963d-9128-42f5-8973-13fbf6dfa337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '780f4b06-ed97-4c14-9336-b106813aea87', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'port_id': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'mac_address': 'fa:16:3e:60:85:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:10:53Z', 'updated_at': '2022-05-26T18:11:08Z', 'revision_number': 1, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:11.395898 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bcb7da24-8429-4e54-9bc1-d464b8f5e425 req-f96aef41-21ef-4d24-aae2-6de77c0ded49 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025279 May 26 18:11:11.407353 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af41963d-9128-42f5-8973-13fbf6dfa337 None None] The sync data for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi is: [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '780f4b06-ed97-4c14-9336-b106813aea87', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'port_id': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'mac_address': 'fa:16:3e:60:85:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:10:53Z', 'updated_at': '2022-05-26T18:11:08Z', 'revision_number': 1, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:11:11.419268 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87 req-004c8665-3759-4147-8130-ce2230538c83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e80236d7-3451-479e-a7ef-7dbe6285a877 HTTP/1.1" status: 200 len: 998 time: 0.0815260 May 26 18:11:11.499475 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87 req-fbea0a68-0eef-4eb3-b868-cdf344a4bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:11.501332 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87 req-fbea0a68-0eef-4eb3-b868-cdf344a4bafb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.0647347 May 26 18:11:11.549845 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87 req-1ffa4dda-9095-4e9f-b4f4-250e8657efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:11.551421 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87 req-1ffa4dda-9095-4e9f-b4f4-250e8657efbe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442445 May 26 18:11:11.625140 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:11.662975 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87 req-95c8d554-78ae-4d8b-ab02-cb70ebb73953 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038599 May 26 18:11:11.670495 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf01a2-01e0-486b-a70d-9e20786f780d None None] New status for floating IP 780f4b06-ed97-4c14-9336-b106813aea87: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:11:11.767353 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:11.813578 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1eadfdc5-8b16-42c6-bead-5d9dee9bfd87 req-7fb458ce-1f7d-42c7-a886-9737e4f4d26e service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435840 May 26 18:11:12.530248 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb3bb8-0e65-492b-a45c-39e05d9811ae req-2bed1862-eae5-4d4c-9904-0f6ff5a67045 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:12.531731 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ddcb3bb8-0e65-492b-a45c-39e05d9811ae req-2bed1862-eae5-4d4c-9904-0f6ff5a67045 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0488625 May 26 18:11:12.581089 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ddcb3bb8-0e65-492b-a45c-39e05d9811ae req-147a72b4-37d6-4bc7-b84e-18cd1403cc33 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438268 May 26 18:11:13.594351 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60670) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:13.698526 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79da56-c2bc-48d1-97f8-e1fdf7664528 req-ac9215d1-638a-407e-a191-4e42815046a8 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:13.700042 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-de79da56-c2bc-48d1-97f8-e1fdf7664528 req-ac9215d1-638a-407e-a191-4e42815046a8 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0486352 May 26 18:11:13.750329 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-de79da56-c2bc-48d1-97f8-e1fdf7664528 req-f8884b33-dcd0-479b-b508-b582ebb5889c tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446396 May 26 18:11:13.976179 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981400'] for router_interface (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:14.202887 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] Deleting port 1c6cfe32-4b45-4da8-8ab6-6101734ac767 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:11:14.203221 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:14.542681 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] For port 1c6cfe32-4b45-4da8-8ab6-6101734ac767, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=1c6cfe32-4b45-4da8-8ab6-6101734ac767,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:14.543062 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:14.557181 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] Calling delete_port for 1c6cfe32-4b45-4da8-8ab6-6101734ac767 owned by network:router_interface {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:11:14.568058 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:14.659815 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:14.747229 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (1c6cfe32-4b45-4da8-8ab6-6101734ac767), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:14.770091 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6cfe32-4b45-4da8-8ab6-6101734ac767,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:14.906441 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea21f81-beb6-44c6-bd3b-1bad96fed9ce req-b6e66641-a295-42d1-859c-c20f1853aa9c tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:14.908053 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-eea21f81-beb6-44c6-bd3b-1bad96fed9ce req-b6e66641-a295-42d1-859c-c20f1853aa9c tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0618556 May 26 18:11:15.044522 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-eea21f81-beb6-44c6-bd3b-1bad96fed9ce req-dee4b0aa-a873-4084-8f02-27d8f33a64cb tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057904 May 26 18:11:15.045515 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-289928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981252'] for router_interface (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:15.261420 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] Router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:11:15.363912 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:11:15.370568 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ae447cfe-b8e5-4a43-b2f8-04ef72af7b78 admin admin] 10.222.0.76 "PUT /v2.0/routers/dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7739806 May 26 18:11:15.371849 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60680) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:15.374339 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afff36-f7b9-4e25-a2c1-8e607d12e3b9 None None] Sync routers for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:11:15.385820 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afff36-f7b9-4e25-a2c1-8e607d12e3b9 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:15.386453 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-21afff36-f7b9-4e25-a2c1-8e607d12e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:15.431224 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:15.469344 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Publish callbacks [] for router (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:15.472155 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:15.491616 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-21afff36-f7b9-4e25-a2c1-8e607d12e3b9 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:15.572519 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Publish callbacks [] for router_gateway (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:15.584086 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:15.623782 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Deleting port f3075324-4cbd-4870-b815-6edb73fd0827 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:11:15.624118 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:15.671696 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-21afff36-f7b9-4e25-a2c1-8e607d12e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:11:14Z', 'revision_number': 5, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port': {'id': 'f3075324-4cbd-4870-b815-6edb73fd0827', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:44Z', 'updated_at': '2022-05-26T18:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:15.697669 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afff36-f7b9-4e25-a2c1-8e607d12e3b9 None None] Checking router: dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:11:15.706668 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afff36-f7b9-4e25-a2c1-8e607d12e3b9 None None] Routers {'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:15.707280 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-21afff36-f7b9-4e25-a2c1-8e607d12e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:10:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:15.711368 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] For port f3075324-4cbd-4870-b815-6edb73fd0827, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=f3075324-4cbd-4870-b815-6edb73fd0827,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:15.713469 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:15.730158 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Calling delete_port for f3075324-4cbd-4870-b815-6edb73fd0827 owned by network:router_gateway {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:11:15.805445 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-21afff36-f7b9-4e25-a2c1-8e607d12e3b9 None None] Set router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 gateway port host: None {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:15.923156 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (f3075324-4cbd-4870-b815-6edb73fd0827), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:15.953585 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Pushing event deleted for resources: {'Port': ['ID=f3075324-4cbd-4870-b815-6edb73fd0827,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:15.960854 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-21afff36-f7b9-4e25-a2c1-8e607d12e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:11:15Z', 'revision_number': 6, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port_host': None}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:15.989089 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afff36-f7b9-4e25-a2c1-8e607d12e3b9 None None] The sync data for ids ['dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78'] in dv-cinder-839064-2-iscsi is: [{'id': 'dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78', 'name': 'tempest-AttachVolumeNegativeTest-1757502267-router', 'tenant_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:11:15Z', 'revision_number': 6, 'project_id': 'eac4a6151fbb44d1b0b61636a97f56b6', 'gw_port_host': None}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:11:16.033967 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1982182'] for router_gateway (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.130525 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2044343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.133079 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Publish callbacks [] for router_controller (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.180750 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2044348'] for router (dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.181596 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 {{(pid=104147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:11:16.187147 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.187736 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac4f1-6d26-41f8-80e9-fc405fad4dd7 req-0fc375eb-bf7e-44dd-a5c7-ad016b434367 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:16.188563 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-d570d1d1-d16c-41f3-9def-4befdaf24eac admin admin] 10.222.0.76 "DELETE /v2.0/routers/dc0fd501-7cf1-43d1-b17d-d41aaa3f5f78 HTTP/1.1" status: 204 len: 168 time: 0.8156185 May 26 18:11:16.189431 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4f8ac4f1-6d26-41f8-80e9-fc405fad4dd7 req-0fc375eb-bf7e-44dd-a5c7-ad016b434367 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0634043 May 26 18:11:16.190984 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60688) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:16.257080 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:16.275121 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2dc23db-f796-44b2-939b-d909d1d121ae admin admin] Deleting subnet 6b62c5e0-7707-42d0-8ddb-bc0148c5e061 {{(pid=104146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:11:16.279717 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a2dc23db-f796-44b2-939b-d909d1d121ae admin admin] Publish callbacks [] for subnet (6b62c5e0-7707-42d0-8ddb-bc0148c5e061), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.284707 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4f8ac4f1-6d26-41f8-80e9-fc405fad4dd7 req-a8bac8a4-6b7e-42fe-8e8f-acfa03bb713e tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858152 May 26 18:11:16.320321 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a2dc23db-f796-44b2-939b-d909d1d121ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554127'] for subnet (6b62c5e0-7707-42d0-8ddb-bc0148c5e061), precommit_delete_associations {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.408261 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a2dc23db-f796-44b2-939b-d909d1d121ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (6b62c5e0-7707-42d0-8ddb-bc0148c5e061), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.471271 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a2dc23db-f796-44b2-939b-d909d1d121ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25884414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25530297'] for subnet (6b62c5e0-7707-42d0-8ddb-bc0148c5e061), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.500544 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc23db-f796-44b2-939b-d909d1d121ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b62c5e0-7707-42d0-8ddb-bc0148c5e061,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:16.510626 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a2dc23db-f796-44b2-939b-d909d1d121ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.519220 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed2811-7f3b-40eb-b50f-bfee7510aadf None None] Network 88540240-a343-4b80-bbe6-aa98a82d692f requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:11:16.520150 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a2dc23db-f796-44b2-939b-d909d1d121ae admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6b62c5e0-7707-42d0-8ddb-bc0148c5e061 HTTP/1.1" status: 204 len: 168 time: 0.3277676 May 26 18:11:16.521061 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60690) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:16.622499 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (88540240-a343-4b80-bbe6-aa98a82d692f), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.687443 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Deleting port ee3624eb-8bc8-458a-9db0-6a243f6356fe {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:11:16.688239 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.773605 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ddee68-a800-480d-b0be-34592f907bce None None] DHCP port deletion for 88540240-a343-4b80-bbe6-aa98a82d692f request from dv-cinder-839064-2-iscsi {{(pid=104148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:11:16.785294 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] For port ee3624eb-8bc8-458a-9db0-6a243f6356fe, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=ee3624eb-8bc8-458a-9db0-6a243f6356fe,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:16.787259 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.808734 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Calling delete_port for ee3624eb-8bc8-458a-9db0-6a243f6356fe owned by network:dhcp {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:11:16.864580 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-26ddee68-a800-480d-b0be-34592f907bce None None] Deleting port ee3624eb-8bc8-458a-9db0-6a243f6356fe {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:11:16.865611 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26ddee68-a800-480d-b0be-34592f907bce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.938458 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device f3075324-4cbd-4870-b815-6edb73fd0827 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:11:16.958258 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:16.975403 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.981510 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-26ddee68-a800-480d-b0be-34592f907bce None None] For port ee3624eb-8bc8-458a-9db0-6a243f6356fe, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=ee3624eb-8bc8-458a-9db0-6a243f6356fe,segment=NetworkSegment(3928412f-3c20-4fd9-a439-d2a7166f664b),segment_id=3928412f-3c20-4fd9-a439-d2a7166f664b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:16.982179 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26ddee68-a800-480d-b0be-34592f907bce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:16.993579 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: f3075324-4cbd-4870-b815-6edb73fd0827 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:11:16.994208 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device f3075324-4cbd-4870-b815-6edb73fd0827 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:11:16.994799 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device ee3624eb-8bc8-458a-9db0-6a243f6356fe no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:11:17.004220 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3624eb-8bc8-458a-9db0-6a243f6356fe,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:17.008125 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] No DVR routers for this DVR port ee3624eb-8bc8-458a-9db0-6a243f6356fe on host dv-cinder-839064-2-iscsi {{(pid=104147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:11:17.019253 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: ee3624eb-8bc8-458a-9db0-6a243f6356fe {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:11:17.019910 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device ee3624eb-8bc8-458a-9db0-6a243f6356fe not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:11:17.020331 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 1c6cfe32-4b45-4da8-8ab6-6101734ac767 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:11:17.024803 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-26ddee68-a800-480d-b0be-34592f907bce None None] Calling delete_port for ee3624eb-8bc8-458a-9db0-6a243f6356fe owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:11:17.047145 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 1c6cfe32-4b45-4da8-8ab6-6101734ac767 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:11:17.047629 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 1c6cfe32-4b45-4da8-8ab6-6101734ac767 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:11:17.107188 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:17.109474 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (88540240-a343-4b80-bbe6-aa98a82d692f), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.137425 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88540240-a343-4b80-bbe6-aa98a82d692f']}} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:17.159517 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3928412f-3c20-4fd9-a439-d2a7166f664b') {'for_net_delete': True} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:17.160024 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3928412f-3c20-4fd9-a439-d2a7166f664b') {} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:17.172904 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3201090'] for segment (3928412f-3c20-4fd9-a439-d2a7166f664b), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.192919 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (3928412f-3c20-4fd9-a439-d2a7166f664b), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.201107 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=104147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:11:17.201508 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3587878'] for segment (3928412f-3c20-4fd9-a439-d2a7166f664b), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.246805 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 3928412f-3c20-4fd9-a439-d2a7166f664b resource provider aggregate not found May 26 18:11:17.266604 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 3928412f-3c20-4fd9-a439-d2a7166f664b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3928412f-3c20-4fd9-a439-d2a7166f664b found for delete ", "request_id": "req-d4386537-04c0-43d9-9a99-dd71694cd1c1"}]} May 26 18:11:17.272789 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (88540240-a343-4b80-bbe6-aa98a82d692f), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.273034 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-26ddee68-a800-480d-b0be-34592f907bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197'] for port (ee3624eb-8bc8-458a-9db0-6a243f6356fe), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.280255 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.284149 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] 10.222.0.76 "DELETE /v2.0/networks/88540240-a343-4b80-bbe6-aa98a82d692f HTTP/1.1" status: 204 len: 168 time: 0.7606177 May 26 18:11:17.296609 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659cceb-7501-429a-8b3c-499d655789fa admin admin] Pushing event deleted for resources: {'Network': ['ID=88540240-a343-4b80-bbe6-aa98a82d692f,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:17.297801 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26ddee68-a800-480d-b0be-34592f907bce None None] Network 88540240-a343-4b80-bbe6-aa98a82d692f is not hosted by any dhcp agent {{(pid=104148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 18:11:17.298484 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddee68-a800-480d-b0be-34592f907bce None None] No DVR routers for this DVR port ee3624eb-8bc8-458a-9db0-6a243f6356fe on host dv-cinder-839064-2-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:11:17.300300 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddee68-a800-480d-b0be-34592f907bce None None] Pushing event deleted for resources: {'Port': ['ID=ee3624eb-8bc8-458a-9db0-6a243f6356fe,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:17.414852 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da177174-b2a1-4eb9-a931-12c502c58f58 req-8d838115-ea95-4222-999d-194e273d0597 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:17.416707 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-da177174-b2a1-4eb9-a931-12c502c58f58 req-8d838115-ea95-4222-999d-194e273d0597 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0563900 May 26 18:11:17.437401 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60704) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:17.483515 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-da177174-b2a1-4eb9-a931-12c502c58f58 req-2013afa8-5c7a-4396-806d-981814ab4487 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598719 May 26 18:11:17.485046 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b73e282f-1ae5-4a16-a736-f4d122048e8d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eac4a6151fbb44d1b0b61636a97f56b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0463820 May 26 18:11:17.487558 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60706) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:17.543862 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f999f57-6a50-4d34-8098-9348e83092f0 admin admin] Publish callbacks [] for security_group (9cb5e224-d706-4207-977c-a70a8953e054), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.569453 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f999f57-6a50-4d34-8098-9348e83092f0 admin admin] Publish callbacks [] for security_group (9cb5e224-d706-4207-977c-a70a8953e054), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.624402 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f999f57-6a50-4d34-8098-9348e83092f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (9cb5e224-d706-4207-977c-a70a8953e054), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.627022 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5f999f57-6a50-4d34-8098-9348e83092f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:17.628234 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5f999f57-6a50-4d34-8098-9348e83092f0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9cb5e224-d706-4207-977c-a70a8953e054 HTTP/1.1" status: 204 len: 168 time: 0.1395273 May 26 18:11:17.636765 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f999f57-6a50-4d34-8098-9348e83092f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb5e224-d706-4207-977c-a70a8953e054,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:18.619159 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dc7a3-8fe6-430c-8f81-689da1d7367a req-8f2e82dc-7357-485d-9c5a-b89085817933 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:18.621000 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a97dc7a3-8fe6-430c-8f81-689da1d7367a req-8f2e82dc-7357-485d-9c5a-b89085817933 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0522418 May 26 18:11:18.680604 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a97dc7a3-8fe6-430c-8f81-689da1d7367a req-636d507a-c594-452f-8fa7-9676b6eeca01 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531509 May 26 18:11:19.804913 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414642a-d667-4095-b757-4abd63b1e9e6 req-70c8d82f-bae3-4735-84a2-870297427b99 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:19.806462 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2414642a-d667-4095-b757-4abd63b1e9e6 req-70c8d82f-bae3-4735-84a2-870297427b99 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 943 time: 0.0517154 May 26 18:11:19.857898 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2414642a-d667-4095-b757-4abd63b1e9e6 req-c4f2df8e-9a32-4808-952c-d28aad2d81a6 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457821 May 26 18:11:20.065277 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device cec989f8-be13-49dc-b5fc-f64f60308480 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:11:20.099004 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:20.167588 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port cec989f8-be13-49dc-b5fc-f64f60308480, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=cec989f8-be13-49dc-b5fc-f64f60308480,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:20.179195 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'port_id': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'mac_address': 'fa:16:3e:f6:0c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:11:20.214760 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port cec989f8-be13-49dc-b5fc-f64f60308480 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:11:20.215150 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:20.229758 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec989f8-be13-49dc-b5fc-f64f60308480 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:11:20.251834 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port cec989f8-be13-49dc-b5fc-f64f60308480, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=cec989f8-be13-49dc-b5fc-f64f60308480,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:20.255792 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:20.303642 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=cec989f8-be13-49dc-b5fc-f64f60308480,revision_number=7']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:20.451945 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-314f8e83-9e5a-4353-bb09-dcd1dca46f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:20.542897 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:20.591084 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['cec989f8-be13-49dc-b5fc-f64f60308480'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:11:21.001534 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fdc9e-6bee-4f6b-b775-192a8dd0ba95 req-9e32ce82-c7eb-4121-b1a8-f165c3c51b52 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:21.003081 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ce1fdc9e-6bee-4f6b-b775-192a8dd0ba95 req-9e32ce82-c7eb-4121-b1a8-f165c3c51b52 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 944 time: 0.0509598 May 26 18:11:21.058342 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ce1fdc9e-6bee-4f6b-b775-192a8dd0ba95 req-7a0d7292-fa5e-4cf6-bc1d-d17388623888 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495727 May 26 18:11:22.074591 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device cec989f8-be13-49dc-b5fc-f64f60308480 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:11:22.130251 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port cec989f8-be13-49dc-b5fc-f64f60308480 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:11:22.130251 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:22.201131 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f36f1-414e-4415-bca4-03ea638b47ff req-91a16e17-f151-45e4-b03d-4c2a94c4ace1 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:22.202703 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-852f36f1-414e-4415-bca4-03ea638b47ff req-91a16e17-f151-45e4-b03d-4c2a94c4ace1 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 944 time: 0.0670288 May 26 18:11:22.225837 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:22.239996 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port cec989f8-be13-49dc-b5fc-f64f60308480 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:11:22.240399 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:22.270084 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:22.271601 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-852f36f1-414e-4415-bca4-03ea638b47ff req-a8138ce3-6c58-412b-aee6-bc520bdcdf9f tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627217 May 26 18:11:22.272404 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d177ca-e4ca-4881-8d95-5f567319b441" -d '{"events": [{"server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "name": "network-vif-plugged", "status": "completed", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:22.286147 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port cec989f8-be13-49dc-b5fc-f64f60308480, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=cec989f8-be13-49dc-b5fc-f64f60308480,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:22.291159 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:22.296989 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:22.316716 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c1f4f6-241e-4631-8fb0-8250c7129a42 x-openstack-request-id: req-c0c1f4f6-241e-4631-8fb0-8250c7129a42 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:22.317006 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "name": "network-vif-plugged", "status": "completed", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:22.317256 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0c1f4f6-241e-4631-8fb0-8250c7129a42 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:22.317639 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c1f4f6-241e-4631-8fb0-8250c7129a42'] response: {'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'code': 200} May 26 18:11:22.343856 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=cec989f8-be13-49dc-b5fc-f64f60308480,revision_number=8']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:22.644777 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-9c7daf55-abb9-47aa-bef6-9be9169ce7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:23.385221 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d085b4-1cc4-4746-8169-d99b411728fe req-26ccb5df-2c75-4501-a3f4-dfc59d50f020 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:23.386958 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-01d085b4-1cc4-4746-8169-d99b411728fe req-26ccb5df-2c75-4501-a3f4-dfc59d50f020 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0509989 May 26 18:11:23.438503 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-01d085b4-1cc4-4746-8169-d99b411728fe req-08aa9424-0393-4bd5-a3b5-afecdca3e67b tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460019 May 26 18:11:23.638835 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:11:23.912345 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:24.561091 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afe84e-a839-42dc-8506-8d222bb20ff9 req-189c9d2e-24d4-40e3-9351-46eadf9f794d tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:24.562837 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-74afe84e-a839-42dc-8506-8d222bb20ff9 req-189c9d2e-24d4-40e3-9351-46eadf9f794d tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0505419 May 26 18:11:24.616888 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-74afe84e-a839-42dc-8506-8d222bb20ff9 req-abf88cc2-6803-4888-ade4-282c6d15090b tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481446 May 26 18:11:25.144130 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b23f4-804c-44fd-954a-5f24770e5c11 req-445bc9e2-4ab5-4efe-a714-bda3eeac46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:25.145645 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-851b23f4-804c-44fd-954a-5f24770e5c11 req-445bc9e2-4ab5-4efe-a714-bda3eeac46d1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 1129 time: 0.0400138 May 26 18:11:25.199958 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-851b23f4-804c-44fd-954a-5f24770e5c11 req-9b2ce5bc-83aa-473e-8611-116720e32034 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430856 May 26 18:11:25.535864 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:25.756546 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76488827-e278-4878-a6bb-d7b0105d9c8b req-753810de-94ce-4849-986f-9628574a0cd5 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:25.757954 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-76488827-e278-4878-a6bb-d7b0105d9c8b req-753810de-94ce-4849-986f-9628574a0cd5 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0586848 May 26 18:11:25.781015 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:25.823308 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-76488827-e278-4878-a6bb-d7b0105d9c8b req-1ca49eb1-b571-4b66-84b8-36794de6a175 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570338 May 26 18:11:26.959531 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ffe3d-babd-4e2c-bd88-41217f97eeaa req-bbeeb39c-1966-4180-9086-1d9b40b07698 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:26.961028 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-268ffe3d-babd-4e2c-bd88-41217f97eeaa req-bbeeb39c-1966-4180-9086-1d9b40b07698 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0507307 May 26 18:11:26.971950 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:27.022362 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-268ffe3d-babd-4e2c-bd88-41217f97eeaa req-7707cd76-e718-4347-bcc8-e5e9a18471df tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542829 May 26 18:11:29.725209 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 60928) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:29.844106 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ee7ded7e-d9b1-4d37-8844-dd240275207c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:29.931237 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ee7ded7e-d9b1-4d37-8844-dd240275207c admin admin] Publish callbacks [] for security_group (a7aa6495-d83a-4e33-9d54-853881cb1f87), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:29.935315 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ee7ded7e-d9b1-4d37-8844-dd240275207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (a7aa6495-d83a-4e33-9d54-853881cb1f87), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:29.970811 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:29.981582 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ded7e-d9b1-4d37-8844-dd240275207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aa6495-d83a-4e33-9d54-853881cb1f87,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:29.987393 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ee7ded7e-d9b1-4d37-8844-dd240275207c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71c53a043df647fabbb59060e5d581a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598448 May 26 18:11:29.990611 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60932) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:30.043907 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-62465882-bddb-4b2d-b0f6-c58baea0d65b admin admin] Publish callbacks [] for security_group (a7aa6495-d83a-4e33-9d54-853881cb1f87), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.066486 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-62465882-bddb-4b2d-b0f6-c58baea0d65b admin admin] Publish callbacks [] for security_group (a7aa6495-d83a-4e33-9d54-853881cb1f87), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.116708 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-62465882-bddb-4b2d-b0f6-c58baea0d65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (a7aa6495-d83a-4e33-9d54-853881cb1f87), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.120148 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-62465882-bddb-4b2d-b0f6-c58baea0d65b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.121303 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-62465882-bddb-4b2d-b0f6-c58baea0d65b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a7aa6495-d83a-4e33-9d54-853881cb1f87 HTTP/1.1" status: 204 len: 168 time: 0.1293786 May 26 18:11:30.130743 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62465882-bddb-4b2d-b0f6-c58baea0d65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aa6495-d83a-4e33-9d54-853881cb1f87,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:30.413162 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60938) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:30.426631 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-91ab9175-aa69-42b4-8d26-15e4453e758b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.515108 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-91ab9175-aa69-42b4-8d26-15e4453e758b admin admin] Publish callbacks [] for security_group (79d75a89-b47c-4d95-a95a-901b6e484e39), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.519885 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-91ab9175-aa69-42b4-8d26-15e4453e758b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (79d75a89-b47c-4d95-a95a-901b6e484e39), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.561148 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab9175-aa69-42b4-8d26-15e4453e758b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d75a89-b47c-4d95-a95a-901b6e484e39,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:30.566604 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-91ab9175-aa69-42b4-8d26-15e4453e758b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb818486d75c45938703e72df21c1435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523507 May 26 18:11:30.569207 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 60940) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:30.628573 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-96e5292e-a1c4-4727-863c-4688b87f4898 admin admin] Publish callbacks [] for security_group (79d75a89-b47c-4d95-a95a-901b6e484e39), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.657083 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-96e5292e-a1c4-4727-863c-4688b87f4898 admin admin] Publish callbacks [] for security_group (79d75a89-b47c-4d95-a95a-901b6e484e39), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.713709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-96e5292e-a1c4-4727-863c-4688b87f4898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (79d75a89-b47c-4d95-a95a-901b6e484e39), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.716519 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-96e5292e-a1c4-4727-863c-4688b87f4898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:30.718331 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-96e5292e-a1c4-4727-863c-4688b87f4898 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/79d75a89-b47c-4d95-a95a-901b6e484e39 HTTP/1.1" status: 204 len: 168 time: 0.1477256 May 26 18:11:30.727815 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5292e-a1c4-4727-863c-4688b87f4898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d75a89-b47c-4d95-a95a-901b6e484e39,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:33.634100 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=35 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:33.635346 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=84 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:34.827802 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009dd49-3663-4779-ba4f-fa37ae780e1a req-38942e5e-4e32-4952-93f6-0179483f475d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:34.829311 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c009dd49-3663-4779-ba4f-fa37ae780e1a req-38942e5e-4e32-4952-93f6-0179483f475d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.0545149 May 26 18:11:34.863048 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:34.882093 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c009dd49-3663-4779-ba4f-fa37ae780e1a req-22ab09d2-d052-421a-a9de-a215bf4dec2d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471246 May 26 18:11:35.997972 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491659e0-ea80-465c-8763-8854f56b9d78 req-9f4d352f-8b7d-4bc4-acd7-681235224e58 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:35.999510 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-491659e0-ea80-465c-8763-8854f56b9d78 req-9f4d352f-8b7d-4bc4-acd7-681235224e58 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.0474787 May 26 18:11:36.046155 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-491659e0-ea80-465c-8763-8854f56b9d78 req-7254902f-bae3-4352-9276-a0c67473c68c tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 May 26 18:11:37.168322 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801037c-986c-44a2-9dcb-ed538a7ccf76 req-32402a13-e2c2-438d-b0ef-a13c79e112ff tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:37.169862 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8801037c-986c-44a2-9dcb-ed538a7ccf76 req-32402a13-e2c2-438d-b0ef-a13c79e112ff tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.0502725 May 26 18:11:37.226422 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8801037c-986c-44a2-9dcb-ed538a7ccf76 req-e12b372f-6dac-4b6d-a75e-1a758775e626 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497990 May 26 18:11:38.343451 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df6425-49cd-4350-ad75-abbbaa5fb0ab req-1e03dd45-7f82-4305-80f0-6873b5e129db tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:38.344929 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-16df6425-49cd-4350-ad75-abbbaa5fb0ab req-1e03dd45-7f82-4305-80f0-6873b5e129db tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.0472710 May 26 18:11:38.395886 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-16df6425-49cd-4350-ad75-abbbaa5fb0ab req-356d2963-5f37-420d-9f1b-d26dd2a6435d tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453691 May 26 18:11:39.508828 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf97cb8-07d0-49ff-b33e-b5b34684eeba req-9b43ecf7-e8b7-42da-8143-2a857e9ecff5 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:39.510346 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0cf97cb8-07d0-49ff-b33e-b5b34684eeba req-9b43ecf7-e8b7-42da-8143-2a857e9ecff5 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.0468924 May 26 18:11:39.557768 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0cf97cb8-07d0-49ff-b33e-b5b34684eeba req-03bdf118-2cdb-459f-8496-6a48b3cceff5 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418808 May 26 18:11:40.143293 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:40.642855 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:40.682104 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fc787-ae59-40d1-b4af-175f599f5612 req-befd3401-9b59-45bd-bae5-d4f575c90eae tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:40.683621 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d00fc787-ae59-40d1-b4af-175f599f5612 req-befd3401-9b59-45bd-bae5-d4f575c90eae tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.0503306 May 26 18:11:40.731243 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d00fc787-ae59-40d1-b4af-175f599f5612 req-c13ed3d6-9619-4f4e-aea4-84c06446d650 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups?id=d380556b-a369-4879-b4aa-4cefbbc3ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 May 26 18:11:40.747322 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:40.803260 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-79208f1d-ba7a-438c-8a12-45b05fc295de tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:40.804712 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-79208f1d-ba7a-438c-8a12-45b05fc295de tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.86 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 945 time: 0.0520573 May 26 18:11:40.887279 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:40.893486 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Deleting port d9b71324-5001-44e0-b552-2414d6973840 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:11:40.893861 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (d9b71324-5001-44e0-b552-2414d6973840), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:40.988990 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] For port d9b71324-5001-44e0-b552-2414d6973840, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=d9b71324-5001-44e0-b552-2414d6973840,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:40.989360 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (d9b71324-5001-44e0-b552-2414d6973840), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:41.156781 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:41.157132 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (89389816-bda6-4747-97ab-b3ad3fd9e011), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:41.157444 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Floating IP 89389816-bda6-4747-97ab-b3ad3fd9e011 disassociated. External IP: 172.27.1.30, port: d9b71324-5001-44e0-b552-2414d6973840. May 26 18:11:41.157776 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Calling delete_port for d9b71324-5001-44e0-b552-2414d6973840 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:11:41.288845 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (d9b71324-5001-44e0-b552-2414d6973840), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:41.314964 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event deleted for resources: {'Port': ['ID=d9b71324-5001-44e0-b552-2414d6973840,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:41.438604 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Router a3d6e6a8-c264-4016-af10-b25781284ff5 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:11:41.545761 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:41.548779 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:11:41.558744 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb68fb2-f48b-4b06-9555-58420fe3ef68 None None] Sync routers for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:11:41.572706 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb68fb2-f48b-4b06-9555-58420fe3ef68 None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:41.573399 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-afb68fb2-f48b-4b06-9555-58420fe3ef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:11:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:41.593746 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] No DVR routers for this DVR port d9b71324-5001-44e0-b552-2414d6973840 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:11:41.596100 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:41.599369 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a3965272-a5e9-4351-820c-e37c94c080d3 req-a771f482-e5be-4844-a9ca-ef56a294c557 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.86 "DELETE /v2.0/ports/d9b71324-5001-44e0-b552-2414d6973840 HTTP/1.1" status: 204 len: 173 time: 0.7875810 May 26 18:11:41.599795 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80eb2910-b54f-4923-90f4-a5c99f742638', 'name': 'network-vif-deleted', 'tag': 'd9b71324-5001-44e0-b552-2414d6973840'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:11:41.602143 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d69edb6-7406-4cc8-89e0-c311e941df2f" -d '{"events": [{"server_uuid": "80eb2910-b54f-4923-90f4-a5c99f742638", "name": "network-vif-deleted", "tag": "d9b71324-5001-44e0-b552-2414d6973840"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:11:41.639694 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6d9bb4-7ebd-4e9e-b152-8a1661bec46c x-openstack-request-id: req-5f6d9bb4-7ebd-4e9e-b152-8a1661bec46c {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:11:41.639988 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80eb2910-b54f-4923-90f4-a5c99f742638", "name": "network-vif-deleted", "tag": "d9b71324-5001-44e0-b552-2414d6973840", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:11:41.640241 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f6d9bb4-7ebd-4e9e-b152-8a1661bec46c {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:11:41.640645 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6d9bb4-7ebd-4e9e-b152-8a1661bec46c'] response: {'server_uuid': '80eb2910-b54f-4923-90f4-a5c99f742638', 'name': 'network-vif-deleted', 'tag': 'd9b71324-5001-44e0-b552-2414d6973840', 'status': 'completed', 'code': 200} May 26 18:11:41.703153 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-afb68fb2-f48b-4b06-9555-58420fe3ef68 None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:41.815266 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:41.863848 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8de9763c-00fc-4fdd-9e54-ef842c71a5cf req-2bfe86e8-51a5-4473-8fd2-1e6cd7fb1f98 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/ports?device_id=80eb2910-b54f-4923-90f4-a5c99f742638 HTTP/1.1" status: 200 len: 210 time: 0.0320761 May 26 18:11:41.927995 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-afb68fb2-f48b-4b06-9555-58420fe3ef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:41.952473 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb68fb2-f48b-4b06-9555-58420fe3ef68 None None] Checking router: a3d6e6a8-c264-4016-af10-b25781284ff5 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:11:41.960783 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb68fb2-f48b-4b06-9555-58420fe3ef68 None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:41.961990 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-afb68fb2-f48b-4b06-9555-58420fe3ef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:11:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:42.065614 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-afb68fb2-f48b-4b06-9555-58420fe3ef68 None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:42.263306 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-afb68fb2-f48b-4b06-9555-58420fe3ef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:42.293206 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb68fb2-f48b-4b06-9555-58420fe3ef68 None None] The sync data for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi is: [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:04:52Z', 'revision_number': 4, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c1da7bfb-db69-424a-8a78-c7a75f59852b', 'name': '', 'network_id': '31cac232-9768-4083-9065-c20228929068', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'mac_address': 'fa:16:3e:77:53:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:49Z', 'updated_at': '2022-05-26T18:05:10Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'subnets': [{'id': '6391f8f8-c65b-4530-8b3e-5895efce7c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:11:42.509092 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36226f8c-1e20-4568-8e1b-e159b9f46526 None None] New status for floating IP 89389816-bda6-4747-97ab-b3ad3fd9e011: DOWN {{(pid=104149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:11:42.951724 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 32862) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:43.005282 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5ea4948b-b92b-408b-b02b-f3b0abc2ab0b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (d380556b-a369-4879-b4aa-4cefbbc3ff8c), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:43.029022 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5ea4948b-b92b-408b-b02b-f3b0abc2ab0b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (d380556b-a369-4879-b4aa-4cefbbc3ff8c), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:43.077572 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5ea4948b-b92b-408b-b02b-f3b0abc2ab0b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d380556b-a369-4879-b4aa-4cefbbc3ff8c), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:43.080099 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5ea4948b-b92b-408b-b02b-f3b0abc2ab0b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:43.081232 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5ea4948b-b92b-408b-b02b-f3b0abc2ab0b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "DELETE /v2.0/security-groups/d380556b-a369-4879-b4aa-4cefbbc3ff8c HTTP/1.1" status: 204 len: 168 time: 0.1285291 May 26 18:11:43.084179 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 32864) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:43.090807 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4948b-b92b-408b-b02b-f3b0abc2ab0b tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d380556b-a369-4879-b4aa-4cefbbc3ff8c,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:43.098925 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.api.v2.resource [None req-1198ccd0-6ed3-4975-be8f-af4d7f092147 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] show failed (client error): The resource could not be found. May 26 18:11:43.099921 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1198ccd0-6ed3-4975-be8f-af4d7f092147 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "GET /v2.0/security-groups/d380556b-a369-4879-b4aa-4cefbbc3ff8c HTTP/1.1" status: 404 len: 347 time: 0.0147138 May 26 18:11:43.103373 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 32866) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:43.148162 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:43.216873 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-57e925aa-d187-4081-936f-34cfebcebd89 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Deleting port 62bee0a3-1a18-4ef7-b1db-a0c429b62227 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:11:43.217205 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-57e925aa-d187-4081-936f-34cfebcebd89 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (62bee0a3-1a18-4ef7-b1db-a0c429b62227), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:43.296618 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-57e925aa-d187-4081-936f-34cfebcebd89 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (62bee0a3-1a18-4ef7-b1db-a0c429b62227), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:43.296941 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-57e925aa-d187-4081-936f-34cfebcebd89 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (62bee0a3-1a18-4ef7-b1db-a0c429b62227), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:43.309998 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-57e925aa-d187-4081-936f-34cfebcebd89 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Calling delete_port for 62bee0a3-1a18-4ef7-b1db-a0c429b62227 owned by network:floatingip {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:11:43.732205 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-57e925aa-d187-4081-936f-34cfebcebd89 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (62bee0a3-1a18-4ef7-b1db-a0c429b62227), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:43.757078 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e925aa-d187-4081-936f-34cfebcebd89 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Pushing event deleted for resources: {'Port': ['ID=62bee0a3-1a18-4ef7-b1db-a0c429b62227,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:43.823879 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-57e925aa-d187-4081-936f-34cfebcebd89 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks [] for floatingip (89389816-bda6-4747-97ab-b3ad3fd9e011), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:43.826381 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-57e925aa-d187-4081-936f-34cfebcebd89 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:43.827549 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-57e925aa-d187-4081-936f-34cfebcebd89 tempest-AttachVolumeTestJSON-141398587 tempest-AttachVolumeTestJSON-141398587-project] 10.222.0.76 "DELETE /v2.0/floatingips/89389816-bda6-4747-97ab-b3ad3fd9e011 HTTP/1.1" status: 204 len: 168 time: 0.7231874 May 26 18:11:45.633415 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device d9b71324-5001-44e0-b552-2414d6973840 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:11:45.653432 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: d9b71324-5001-44e0-b552-2414d6973840 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:11:45.654034 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device d9b71324-5001-44e0-b552-2414d6973840 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:11:45.717714 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-7eb9eb9e-8cf4-4fc1-9b83-7d997268a65e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422330 May 26 18:11:45.822777 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-22309b3f-6919-4ee8-adaa-fb857e315b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:45.824285 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-22309b3f-6919-4ee8-adaa-fb857e315b1f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 1129 time: 0.0425723 May 26 18:11:45.932894 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-8e3f2925-d62b-4e66-9e4c-d594519c9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:45.934422 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-8e3f2925-d62b-4e66-9e4c-d594519c9d92 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 HTTP/1.1" status: 200 len: 909 time: 0.0908930 May 26 18:11:46.005814 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-84837c8b-ce4e-4a07-b3b7-419958e1daf2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec989f8-be13-49dc-b5fc-f64f60308480 HTTP/1.1" status: 200 len: 1001 time: 0.0651853 May 26 18:11:46.057633 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:46.062159 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-55db2db6-c5f5-400d-981d-2f29a4560e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:46.063667 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-55db2db6-c5f5-400d-981d-2f29a4560e63 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2dbb9457-4139-44db-b2ae-ac67a48aada7 HTTP/1.1" status: 200 len: 847 time: 0.0508485 May 26 18:11:46.109203 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-9a4a5557-dc54-4a7e-8165-38171e32496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:11:46.110742 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-9a4a5557-dc54-4a7e-8165-38171e32496f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410633 May 26 18:11:46.209737 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-6682a54f-c75c-4152-b6fb-d27b1afcb0f6 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908639 May 26 18:11:46.303207 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e9dbd782-62b0-4dac-8bca-60cc87ce059a req-4e859616-db67-47e8-b41a-acc564751329 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868733 May 26 18:11:50.456759 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-4756a906-6e95-440a-ba8c-b414c4d5f4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:51.641687 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 32948) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:52.128265 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981400'] for router_interface (a3d6e6a8-c264-4016-af10-b25781284ff5), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:52.348030 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] Deleting port c1da7bfb-db69-424a-8a78-c7a75f59852b {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:11:52.348284 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:52.412165 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:52.428426 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] For port c1da7bfb-db69-424a-8a78-c7a75f59852b, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=c1da7bfb-db69-424a-8a78-c7a75f59852b,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:52.428805 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:52.443323 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] Calling delete_port for c1da7bfb-db69-424a-8a78-c7a75f59852b owned by network:router_interface {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:11:52.579893 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:52.629404 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (c1da7bfb-db69-424a-8a78-c7a75f59852b), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:52.657286 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-94971d88-7054-4290-be1c-26d0600b7f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:52.659586 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] Pushing event deleted for resources: {'Port': ['ID=c1da7bfb-db69-424a-8a78-c7a75f59852b,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:53.111894 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-289928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981252'] for router_interface (a3d6e6a8-c264-4016-af10-b25781284ff5), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:53.317935 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] Router a3d6e6a8-c264-4016-af10-b25781284ff5 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:11:53.416847 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:11:53.421893 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-2761e7e3-b78b-479a-916d-8ab2e9ac0cda admin admin] 10.222.0.76 "PUT /v2.0/routers/a3d6e6a8-c264-4016-af10-b25781284ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7790518 May 26 18:11:53.424306 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 32962) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:53.426835 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040f801-538f-43dd-9ef5-31fbde82ca7d None None] Sync routers for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:11:53.437401 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040f801-538f-43dd-9ef5-31fbde82ca7d None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:53.437998 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-b040f801-538f-43dd-9ef5-31fbde82ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:11:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:53.523129 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:53.526968 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Publish callbacks [] for router (a3d6e6a8-c264-4016-af10-b25781284ff5), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:53.543749 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-b040f801-538f-43dd-9ef5-31fbde82ca7d None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:53.605401 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:53.629799 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Publish callbacks [] for router_gateway (a3d6e6a8-c264-4016-af10-b25781284ff5), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:53.677008 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Deleting port d6de8f4a-006d-4fa6-b275-33e3ba78643e {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:11:53.677652 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:53.764438 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] For port d6de8f4a-006d-4fa6-b275-33e3ba78643e, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=d6de8f4a-006d-4fa6-b275-33e3ba78643e,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:53.764798 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:53.779439 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Calling delete_port for d6de8f4a-006d-4fa6-b275-33e3ba78643e owned by network:router_gateway {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:11:53.831210 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:53.846024 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-b040f801-538f-43dd-9ef5-31fbde82ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:11:52Z', 'revision_number': 5, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port': {'id': 'd6de8f4a-006d-4fa6-b275-33e3ba78643e', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:04:43Z', 'updated_at': '2022-05-26T18:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:53.871419 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040f801-538f-43dd-9ef5-31fbde82ca7d None None] Checking router: a3d6e6a8-c264-4016-af10-b25781284ff5 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:11:53.879931 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040f801-538f-43dd-9ef5-31fbde82ca7d None None] Routers {'a3d6e6a8-c264-4016-af10-b25781284ff5'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:11:53.880542 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-b040f801-538f-43dd-9ef5-31fbde82ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:11:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['a3d6e6a8-c264-4016-af10-b25781284ff5'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:53.924072 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:53.951099 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (d6de8f4a-006d-4fa6-b275-33e3ba78643e), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:53.972381 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:53.978560 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Pushing event deleted for resources: {'Port': ['ID=d6de8f4a-006d-4fa6-b275-33e3ba78643e,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:53.984349 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-b040f801-538f-43dd-9ef5-31fbde82ca7d None None] Set router a3d6e6a8-c264-4016-af10-b25781284ff5 gateway port host: None {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:11:54.036928 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-b040f801-538f-43dd-9ef5-31fbde82ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:11:53Z', 'revision_number': 6, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port_host': None}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:54.045075 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1982182'] for router_gateway (a3d6e6a8-c264-4016-af10-b25781284ff5), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.062770 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040f801-538f-43dd-9ef5-31fbde82ca7d None None] The sync data for ids ['a3d6e6a8-c264-4016-af10-b25781284ff5'] in dv-cinder-839064-2-iscsi is: [{'id': 'a3d6e6a8-c264-4016-af10-b25781284ff5', 'name': 'tempest-AttachVolumeTestJSON-1906248372-router', 'tenant_id': 'c0b976166b884524b9a3855712be72de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:04:42Z', 'updated_at': '2022-05-26T18:11:53Z', 'revision_number': 6, 'project_id': 'c0b976166b884524b9a3855712be72de', 'gw_port_host': None}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:11:54.132560 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2044343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (a3d6e6a8-c264-4016-af10-b25781284ff5), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.134930 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Publish callbacks [] for router_controller (a3d6e6a8-c264-4016-af10-b25781284ff5), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.178970 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2044348'] for router (a3d6e6a8-c264-4016-af10-b25781284ff5), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.179485 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3d6e6a8-c264-4016-af10-b25781284ff5 {{(pid=104147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:11:54.183877 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.185114 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f13173b1-ce42-41c9-a9a2-f6056fc5531b admin admin] 10.222.0.76 "DELETE /v2.0/routers/a3d6e6a8-c264-4016-af10-b25781284ff5 HTTP/1.1" status: 204 len: 168 time: 0.7598426 May 26 18:11:54.187598 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 32966) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:54.233528 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9891280-6653-4518-908b-b919dbba4446 admin admin] Deleting subnet 6391f8f8-c65b-4530-8b3e-5895efce7c46 {{(pid=104147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:11:54.236933 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9891280-6653-4518-908b-b919dbba4446 admin admin] Publish callbacks [] for subnet (6391f8f8-c65b-4530-8b3e-5895efce7c46), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.271053 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9891280-6653-4518-908b-b919dbba4446 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3201147'] for subnet (6391f8f8-c65b-4530-8b3e-5895efce7c46), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.349761 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9891280-6653-4518-908b-b919dbba4446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (6391f8f8-c65b-4530-8b3e-5895efce7c46), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.369597 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:54.407833 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9891280-6653-4518-908b-b919dbba4446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528279'] for subnet (6391f8f8-c65b-4530-8b3e-5895efce7c46), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.434863 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9891280-6653-4518-908b-b919dbba4446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6391f8f8-c65b-4530-8b3e-5895efce7c46,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:54.438466 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a9891280-6653-4518-908b-b919dbba4446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.441660 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-a9891280-6653-4518-908b-b919dbba4446 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6391f8f8-c65b-4530-8b3e-5895efce7c46 HTTP/1.1" status: 204 len: 168 time: 0.2530997 May 26 18:11:54.444223 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 32968) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:54.447566 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa9cdc-67b8-48a9-bfb6-8cedc04f1b73 None None] Network 31cac232-9768-4083-9065-c20228929068 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:11:54.525893 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (31cac232-9768-4083-9065-c20228929068), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.571402 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Deleting port 0becf2f7-5981-4ac4-be09-75ce6a66b830 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:11:54.571739 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.632465 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] For port 0becf2f7-5981-4ac4-be09-75ce6a66b830, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=0becf2f7-5981-4ac4-be09-75ce6a66b830,segment=NetworkSegment(3dacbbe8-b9b0-4dc0-961e-a070b035c3da),segment_id=3dacbbe8-b9b0-4dc0-961e-a070b035c3da)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:11:54.633361 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.646422 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Calling delete_port for 0becf2f7-5981-4ac4-be09-75ce6a66b830 owned by network:dhcp {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:11:54.654835 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=1,neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:54.656129 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=10 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:54.743774 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (0becf2f7-5981-4ac4-be09-75ce6a66b830), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.751542 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:54.771505 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Pushing event deleted for resources: {'Port': ['ID=0becf2f7-5981-4ac4-be09-75ce6a66b830,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:54.773374 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] No DVR routers for this DVR port 0becf2f7-5981-4ac4-be09-75ce6a66b830 on host dv-cinder-839064-2-iscsi {{(pid=104147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:11:54.851355 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (31cac232-9768-4083-9065-c20228929068), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.852985 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcecae21-8b74-438b-94ca-d1c9c9ad7636 None None] DHCP port deletion for 31cac232-9768-4083-9065-c20228929068 request from dv-cinder-839064-2-iscsi {{(pid=104148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:11:54.875352 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cac232-9768-4083-9065-c20228929068']}} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:54.886169 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dacbbe8-b9b0-4dc0-961e-a070b035c3da') {'for_net_delete': True} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:54.886511 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dacbbe8-b9b0-4dc0-961e-a070b035c3da') {} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:11:54.897595 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3201090'] for segment (3dacbbe8-b9b0-4dc0-961e-a070b035c3da), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.907672 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device d6de8f4a-006d-4fa6-b275-33e3ba78643e no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:11:54.913414 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (3dacbbe8-b9b0-4dc0-961e-a070b035c3da), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.922079 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=104147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:11:54.923096 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3587878'] for segment (3dacbbe8-b9b0-4dc0-961e-a070b035c3da), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:54.928092 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: d6de8f4a-006d-4fa6-b275-33e3ba78643e {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:11:54.928443 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device d6de8f4a-006d-4fa6-b275-33e3ba78643e not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:11:54.928867 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device c1da7bfb-db69-424a-8a78-c7a75f59852b no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:11:54.957603 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: c1da7bfb-db69-424a-8a78-c7a75f59852b {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:11:54.957940 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device c1da7bfb-db69-424a-8a78-c7a75f59852b not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:11:54.958395 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 0becf2f7-5981-4ac4-be09-75ce6a66b830 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:11:54.977781 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 3dacbbe8-b9b0-4dc0-961e-a070b035c3da resource provider aggregate not found May 26 18:11:54.982463 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 0becf2f7-5981-4ac4-be09-75ce6a66b830 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:11:54.982463 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 0becf2f7-5981-4ac4-be09-75ce6a66b830 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:11:54.998551 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 3dacbbe8-b9b0-4dc0-961e-a070b035c3da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dacbbe8-b9b0-4dc0-961e-a070b035c3da found for delete ", "request_id": "req-90085e44-831d-4038-a14a-cb0dc96e5c1b"}]} May 26 18:11:55.003331 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (31cac232-9768-4083-9065-c20228929068), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:55.025799 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:55.029222 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] 10.222.0.76 "DELETE /v2.0/networks/31cac232-9768-4083-9065-c20228929068 HTTP/1.1" status: 204 len: 168 time: 0.5780072 May 26 18:11:55.030598 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236685d-28e4-4539-83ab-3bcdc30a7902 admin admin] Pushing event deleted for resources: {'Network': ['ID=31cac232-9768-4083-9065-c20228929068,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:55.163786 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 32980) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:55.209055 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-efc2d2e8-c5ed-444c-91f1-47e667e5e38c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c0b976166b884524b9a3855712be72de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434983 May 26 18:11:55.211792 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 32982) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:11:55.233998 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:11:55.267582 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Publish callbacks [] for security_group (6276943e-0675-4f9a-a895-99e9bb3681ee), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:55.289779 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Publish callbacks [] for security_group (6276943e-0675-4f9a-a895-99e9bb3681ee), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:55.336543 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6276943e-0675-4f9a-a895-99e9bb3681ee), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:55.339194 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:55.340332 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6276943e-0675-4f9a-a895-99e9bb3681ee HTTP/1.1" status: 204 len: 168 time: 0.1275799 May 26 18:11:55.348200 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6276943e-0675-4f9a-a895-99e9bb3681ee,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:11:55.356350 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.356744 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.357115 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.357560 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.357891 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.358256 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.358592 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.358936 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.359245 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.359573 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.359893 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.360217 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.360540 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.360881 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.361204 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19f651d-fc97-4e29-9c21-084cf559b466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:11:55.536491 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:11:56.975701 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:00.638377 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:12:01.146102 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33134) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:01.261464 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-14f097fe-b970-480f-b157-6620a2727ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:01.341119 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-14f097fe-b970-480f-b157-6620a2727ee8 admin admin] Publish callbacks [] for security_group (faf9c616-f6ee-41f4-91c4-3dedb47f8122), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:01.344885 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-14f097fe-b970-480f-b157-6620a2727ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (faf9c616-f6ee-41f4-91c4-3dedb47f8122), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:01.386739 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-14f097fe-b970-480f-b157-6620a2727ee8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=79e89cb675a74edbbe6ea25f04fec177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395029 May 26 18:12:01.387781 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f097fe-b970-480f-b157-6620a2727ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf9c616-f6ee-41f4-91c4-3dedb47f8122,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:01.391117 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33140) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:01.445790 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8c3090e3-d987-4679-a25a-cae83818b7ec admin admin] Publish callbacks [] for security_group (faf9c616-f6ee-41f4-91c4-3dedb47f8122), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:01.471802 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8c3090e3-d987-4679-a25a-cae83818b7ec admin admin] Publish callbacks [] for security_group (faf9c616-f6ee-41f4-91c4-3dedb47f8122), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:01.522017 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8c3090e3-d987-4679-a25a-cae83818b7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (faf9c616-f6ee-41f4-91c4-3dedb47f8122), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:01.525136 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8c3090e3-d987-4679-a25a-cae83818b7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:01.526376 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-8c3090e3-d987-4679-a25a-cae83818b7ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/faf9c616-f6ee-41f4-91c4-3dedb47f8122 HTTP/1.1" status: 204 len: 168 time: 0.1342926 May 26 18:12:01.536044 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3090e3-d987-4679-a25a-cae83818b7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf9c616-f6ee-41f4-91c4-3dedb47f8122,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:01.794802 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33146) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:01.809091 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-96c4d15c-7af0-4cec-a688-62d89535e38d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:01.859354 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:01.889470 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-96c4d15c-7af0-4cec-a688-62d89535e38d admin admin] Publish callbacks [] for security_group (c27e8762-a6d4-46cd-bd79-0143c7140602), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:01.892883 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-96c4d15c-7af0-4cec-a688-62d89535e38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (c27e8762-a6d4-46cd-bd79-0143c7140602), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:01.935879 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-96c4d15c-7af0-4cec-a688-62d89535e38d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c6b05bb95d1d46bcb83cd212badc4ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375635 May 26 18:12:01.935879 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4d15c-7af0-4cec-a688-62d89535e38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e8762-a6d4-46cd-bd79-0143c7140602,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:01.936865 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33148) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:01.986467 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1d1078f1-4655-4a0b-a374-a26e157d877c admin admin] Publish callbacks [] for security_group (c27e8762-a6d4-46cd-bd79-0143c7140602), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:02.008578 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1d1078f1-4655-4a0b-a374-a26e157d877c admin admin] Publish callbacks [] for security_group (c27e8762-a6d4-46cd-bd79-0143c7140602), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:02.059655 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1d1078f1-4655-4a0b-a374-a26e157d877c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (c27e8762-a6d4-46cd-bd79-0143c7140602), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:02.062848 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1d1078f1-4655-4a0b-a374-a26e157d877c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:02.064295 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1d1078f1-4655-4a0b-a374-a26e157d877c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c27e8762-a6d4-46cd-bd79-0143c7140602 HTTP/1.1" status: 204 len: 168 time: 0.1262109 May 26 18:12:02.075542 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1078f1-4655-4a0b-a374-a26e157d877c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e8762-a6d4-46cd-bd79-0143c7140602,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:04.760021 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33218) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:04.863328 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:04.870905 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7f31-21a2-4e4d-a301-a0c94e845e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:04.951284 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7f31-21a2-4e4d-a301-a0c94e845e97 admin admin] Publish callbacks [] for security_group (7bd1c4d8-aacb-4b15-8b6c-2f9fd069b208), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:04.955769 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7f31-21a2-4e4d-a301-a0c94e845e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7bd1c4d8-aacb-4b15-8b6c-2f9fd069b208), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:04.995681 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-a0bf7f31-21a2-4e4d-a301-a0c94e845e97 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ea248afbc39f4c4ba9dbcbfb03b46731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345672 May 26 18:12:04.997896 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf7f31-21a2-4e4d-a301-a0c94e845e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd1c4d8-aacb-4b15-8b6c-2f9fd069b208,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:04.999039 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33224) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:05.057549 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c71d-edf6-4e03-acce-c4106d84c944 admin admin] Publish callbacks [] for security_group (7bd1c4d8-aacb-4b15-8b6c-2f9fd069b208), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:05.080580 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c71d-edf6-4e03-acce-c4106d84c944 admin admin] Publish callbacks [] for security_group (7bd1c4d8-aacb-4b15-8b6c-2f9fd069b208), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:05.118130 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:05.138274 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c71d-edf6-4e03-acce-c4106d84c944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7bd1c4d8-aacb-4b15-8b6c-2f9fd069b208), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:05.140994 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c71d-edf6-4e03-acce-c4106d84c944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:05.144674 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a4b2c71d-edf6-4e03-acce-c4106d84c944 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7bd1c4d8-aacb-4b15-8b6c-2f9fd069b208 HTTP/1.1" status: 204 len: 168 time: 0.1416969 May 26 18:12:05.153344 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2c71d-edf6-4e03-acce-c4106d84c944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd1c4d8-aacb-4b15-8b6c-2f9fd069b208,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:09.485115 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a47bb-6f94-42c3-9df6-7ec760eb5c4a req-07502ff6-afe8-4905-9c7d-99aef0baaa0c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:09.486796 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-304a47bb-6f94-42c3-9df6-7ec760eb5c4a req-07502ff6-afe8-4905-9c7d-99aef0baaa0c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0530851 May 26 18:12:09.537825 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-304a47bb-6f94-42c3-9df6-7ec760eb5c4a req-1e37c968-08b7-43f8-b3e3-c1bc16982acc tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451958 May 26 18:12:10.614152 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33374) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:10.634534 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:10.661206 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c7297-bb47-4c37-9b03-dd1ebdf3d12f req-2bee4f24-7593-42ff-9822-cfbeb636236d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:10.662785 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d57c7297-bb47-4c37-9b03-dd1ebdf3d12f req-2bee4f24-7593-42ff-9822-cfbeb636236d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0504925 May 26 18:12:10.712431 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d57c7297-bb47-4c37-9b03-dd1ebdf3d12f req-c397b9dc-7b7a-4b94-b819-45ce3e2b78ca tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435479 May 26 18:12:10.725467 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:10.805397 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Publish callbacks [] for security_group (906bf855-2008-4190-93d0-aab08fedfc6e), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:10.808374 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (906bf855-2008-4190-93d0-aab08fedfc6e), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:10.850437 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ead15c2be6014ba2907258fd5d1c1355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351267 May 26 18:12:10.851120 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906bf855-2008-4190-93d0-aab08fedfc6e,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:10.853290 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33384) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:10.870617 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.870970 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.871319 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.871659 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.871999 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.872331 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.872660 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.872988 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.873318 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.873671 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.874001 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.874367 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.874692 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.875012 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.875332 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667a13d-4457-4130-9c7e-31c315732460 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:10.890704 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=15 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:10.918361 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c0dfd2d5-3609-4ff8-8069-675d075e71bb admin admin] Publish callbacks [] for security_group (906bf855-2008-4190-93d0-aab08fedfc6e), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:10.943755 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c0dfd2d5-3609-4ff8-8069-675d075e71bb admin admin] Publish callbacks [] for security_group (906bf855-2008-4190-93d0-aab08fedfc6e), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:10.991293 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c0dfd2d5-3609-4ff8-8069-675d075e71bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (906bf855-2008-4190-93d0-aab08fedfc6e), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:10.993978 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c0dfd2d5-3609-4ff8-8069-675d075e71bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:10.995258 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c0dfd2d5-3609-4ff8-8069-675d075e71bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/906bf855-2008-4190-93d0-aab08fedfc6e HTTP/1.1" status: 204 len: 168 time: 0.1409876 May 26 18:12:11.002930 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfd2d5-3609-4ff8-8069-675d075e71bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906bf855-2008-4190-93d0-aab08fedfc6e,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:11.277006 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33390) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:11.291542 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d9264e39-6592-461c-ba51-f526444a7a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.369781 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d9264e39-6592-461c-ba51-f526444a7a6d admin admin] Publish callbacks [] for security_group (fa8246a6-f507-4b98-8504-28fb0229f6fc), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.373601 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d9264e39-6592-461c-ba51-f526444a7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (fa8246a6-f507-4b98-8504-28fb0229f6fc), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.412722 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9264e39-6592-461c-ba51-f526444a7a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8246a6-f507-4b98-8504-28fb0229f6fc,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:11.418326 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-d9264e39-6592-461c-ba51-f526444a7a6d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e245788fb274afeaf1ae201777ae4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402538 May 26 18:12:11.420985 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33392) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:11.472665 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cda3852e-cefc-4adf-8852-cd441aa1428d admin admin] Publish callbacks [] for security_group (fa8246a6-f507-4b98-8504-28fb0229f6fc), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.494504 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cda3852e-cefc-4adf-8852-cd441aa1428d admin admin] Publish callbacks [] for security_group (fa8246a6-f507-4b98-8504-28fb0229f6fc), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.543983 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cda3852e-cefc-4adf-8852-cd441aa1428d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (fa8246a6-f507-4b98-8504-28fb0229f6fc), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.546702 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-cda3852e-cefc-4adf-8852-cd441aa1428d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.547852 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-cda3852e-cefc-4adf-8852-cd441aa1428d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa8246a6-f507-4b98-8504-28fb0229f6fc HTTP/1.1" status: 204 len: 168 time: 0.1259477 May 26 18:12:11.556586 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3852e-cefc-4adf-8852-cd441aa1428d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8246a6-f507-4b98-8504-28fb0229f6fc,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:11.732109 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:11.837167 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2c9b0-c5d9-47d6-8cfe-cd600be320da req-e4815e3f-f077-4acf-9919-ab9fed84782e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:11.838729 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fee2c9b0-c5d9-47d6-8cfe-cd600be320da req-e4815e3f-f077-4acf-9919-ab9fed84782e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0518444 May 26 18:12:11.894241 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fee2c9b0-c5d9-47d6-8cfe-cd600be320da req-5c038b1d-fa35-4135-b6ea-e643e71209db tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494850 May 26 18:12:12.284174 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33424) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:12.393010 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4d0fb4d3-6701-4b03-af4d-33a74917b9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:12.474861 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:12.477795 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4d0fb4d3-6701-4b03-af4d-33a74917b9c1 admin admin] Publish callbacks [] for security_group (78649de1-220c-49ec-bd64-f8a7f63c185c), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:12.483059 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4d0fb4d3-6701-4b03-af4d-33a74917b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (78649de1-220c-49ec-bd64-f8a7f63c185c), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:12.527120 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fb4d3-6701-4b03-af4d-33a74917b9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78649de1-220c-49ec-bd64-f8a7f63c185c,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:12.533657 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-4d0fb4d3-6701-4b03-af4d-33a74917b9c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=97dc670f096448f3b084123d6b10fd42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461863 May 26 18:12:12.534222 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33436) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:12.585991 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1a8f6d35-b656-4865-a92b-3748f1d36379 admin admin] Publish callbacks [] for security_group (78649de1-220c-49ec-bd64-f8a7f63c185c), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:12.608376 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1a8f6d35-b656-4865-a92b-3748f1d36379 admin admin] Publish callbacks [] for security_group (78649de1-220c-49ec-bd64-f8a7f63c185c), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:12.658013 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1a8f6d35-b656-4865-a92b-3748f1d36379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (78649de1-220c-49ec-bd64-f8a7f63c185c), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:12.660684 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1a8f6d35-b656-4865-a92b-3748f1d36379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:12.661845 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1a8f6d35-b656-4865-a92b-3748f1d36379 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/78649de1-220c-49ec-bd64-f8a7f63c185c HTTP/1.1" status: 204 len: 168 time: 0.1267223 May 26 18:12:12.671193 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f6d35-b656-4865-a92b-3748f1d36379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78649de1-220c-49ec-bd64-f8a7f63c185c,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:12.957412 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33454) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:12.971280 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-42255d58-f759-4d09-b706-7a453e06b6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:13.025656 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22a83d-a178-48b2-ab9f-02e13c19efa3 req-0aaa86a7-fda3-4ab8-9950-7eb08e2ef4d9 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:13.027320 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3f22a83d-a178-48b2-ab9f-02e13c19efa3 req-0aaa86a7-fda3-4ab8-9950-7eb08e2ef4d9 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0523772 May 26 18:12:13.059775 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-42255d58-f759-4d09-b706-7a453e06b6ed admin admin] Publish callbacks [] for security_group (732adc93-aee6-4ebe-b6d4-ff6d9efa9fe4), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:13.065076 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-42255d58-f759-4d09-b706-7a453e06b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (732adc93-aee6-4ebe-b6d4-ff6d9efa9fe4), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:13.080393 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3f22a83d-a178-48b2-ab9f-02e13c19efa3 req-3216a67e-b628-4f03-a62e-02a5f37ec98a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452800 May 26 18:12:13.106164 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42255d58-f759-4d09-b706-7a453e06b6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732adc93-aee6-4ebe-b6d4-ff6d9efa9fe4,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:13.111526 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-42255d58-f759-4d09-b706-7a453e06b6ed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c87ba2b7bebf40ff91474eb0f2b01e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530812 May 26 18:12:13.114108 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33456) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:13.169929 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f0c68247-b39a-48b9-a661-3b4b69c91a48 admin admin] Publish callbacks [] for security_group (732adc93-aee6-4ebe-b6d4-ff6d9efa9fe4), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:13.172094 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:13.193695 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f0c68247-b39a-48b9-a661-3b4b69c91a48 admin admin] Publish callbacks [] for security_group (732adc93-aee6-4ebe-b6d4-ff6d9efa9fe4), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:13.247487 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f0c68247-b39a-48b9-a661-3b4b69c91a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (732adc93-aee6-4ebe-b6d4-ff6d9efa9fe4), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:13.250540 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f0c68247-b39a-48b9-a661-3b4b69c91a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:13.251805 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f0c68247-b39a-48b9-a661-3b4b69c91a48 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/732adc93-aee6-4ebe-b6d4-ff6d9efa9fe4 HTTP/1.1" status: 204 len: 168 time: 0.1367586 May 26 18:12:13.271382 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c68247-b39a-48b9-a661-3b4b69c91a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732adc93-aee6-4ebe-b6d4-ff6d9efa9fe4,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:14.213618 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467966bc-90b7-4117-aa27-d68e501b19d5 req-ac2eaa51-2487-45a9-8599-27a1aae79e2f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:14.216099 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-467966bc-90b7-4117-aa27-d68e501b19d5 req-ac2eaa51-2487-45a9-8599-27a1aae79e2f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0529163 May 26 18:12:14.271101 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-467966bc-90b7-4117-aa27-d68e501b19d5 req-19bac034-b9fc-49ad-9ed1-33ad79564516 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477791 May 26 18:12:15.400529 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e94cc-311d-41f5-8e85-029f9c9e7d68 req-37a0ad9d-8937-4670-b39c-55ac04ecd9bf tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:15.401945 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f97e94cc-311d-41f5-8e85-029f9c9e7d68 req-37a0ad9d-8937-4670-b39c-55ac04ecd9bf tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0536244 May 26 18:12:15.455736 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f97e94cc-311d-41f5-8e85-029f9c9e7d68 req-df8c026e-d429-478b-8028-e37832817ac3 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475078 May 26 18:12:15.826766 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33546) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:15.935195 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-522799b3-8afc-410c-8678-d44ef48b391c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:15.957985 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:16.019613 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-522799b3-8afc-410c-8678-d44ef48b391c admin admin] Publish callbacks [] for security_group (acc46926-8f27-4a4c-b8cf-61d920eb6290), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.024104 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-522799b3-8afc-410c-8678-d44ef48b391c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (acc46926-8f27-4a4c-b8cf-61d920eb6290), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.044941 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:16.067759 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-522799b3-8afc-410c-8678-d44ef48b391c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=751c5807fa834ced9a9dd32ff99da2f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399373 May 26 18:12:16.071066 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522799b3-8afc-410c-8678-d44ef48b391c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc46926-8f27-4a4c-b8cf-61d920eb6290,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:16.071255 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33550) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:16.120280 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7665dbd-f081-4b67-bf4d-2ffeb025da11 admin admin] Publish callbacks [] for security_group (acc46926-8f27-4a4c-b8cf-61d920eb6290), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.145385 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7665dbd-f081-4b67-bf4d-2ffeb025da11 admin admin] Publish callbacks [] for security_group (acc46926-8f27-4a4c-b8cf-61d920eb6290), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.175058 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:16.193913 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7665dbd-f081-4b67-bf4d-2ffeb025da11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (acc46926-8f27-4a4c-b8cf-61d920eb6290), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.197399 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b7665dbd-f081-4b67-bf4d-2ffeb025da11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.198547 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-b7665dbd-f081-4b67-bf4d-2ffeb025da11 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/acc46926-8f27-4a4c-b8cf-61d920eb6290 HTTP/1.1" status: 204 len: 168 time: 0.1261964 May 26 18:12:16.206279 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7665dbd-f081-4b67-bf4d-2ffeb025da11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc46926-8f27-4a4c-b8cf-61d920eb6290,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:16.465160 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33556) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:16.478889 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-656889bd-4e7b-402b-972c-1ac23f7ae3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.593742 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-656889bd-4e7b-402b-972c-1ac23f7ae3c5 admin admin] Publish callbacks [] for security_group (04f7dda2-d02e-40d8-9eaa-a534ed55493b), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.601683 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8ba4a-04b5-42d2-b96b-a890a8e11d36 req-3c93e315-60eb-47bf-9638-1ebdb4aedba8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:16.603387 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-40f8ba4a-04b5-42d2-b96b-a890a8e11d36 req-3c93e315-60eb-47bf-9638-1ebdb4aedba8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0697582 May 26 18:12:16.604425 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-656889bd-4e7b-402b-972c-1ac23f7ae3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (04f7dda2-d02e-40d8-9eaa-a534ed55493b), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.668022 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-656889bd-4e7b-402b-972c-1ac23f7ae3c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4935a5e731a4840bb246856af226259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994443 May 26 18:12:16.668590 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33566) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:16.670722 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656889bd-4e7b-402b-972c-1ac23f7ae3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f7dda2-d02e-40d8-9eaa-a534ed55493b,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:16.700136 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-40f8ba4a-04b5-42d2-b96b-a890a8e11d36 req-fecce98c-e6cd-4099-8ef0-4f1058e7fd0a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901823 May 26 18:12:16.736317 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-38ddd8e4-f493-44be-819b-46655e7f4ee1 admin admin] Publish callbacks [] for security_group (04f7dda2-d02e-40d8-9eaa-a534ed55493b), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.758911 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-38ddd8e4-f493-44be-819b-46655e7f4ee1 admin admin] Publish callbacks [] for security_group (04f7dda2-d02e-40d8-9eaa-a534ed55493b), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.816587 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-38ddd8e4-f493-44be-819b-46655e7f4ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (04f7dda2-d02e-40d8-9eaa-a534ed55493b), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.819266 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-38ddd8e4-f493-44be-819b-46655e7f4ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:16.823540 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-38ddd8e4-f493-44be-819b-46655e7f4ee1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04f7dda2-d02e-40d8-9eaa-a534ed55493b HTTP/1.1" status: 204 len: 168 time: 0.1514428 May 26 18:12:16.829000 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddd8e4-f493-44be-819b-46655e7f4ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f7dda2-d02e-40d8-9eaa-a534ed55493b,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:17.543812 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33606) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:17.642267 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1102406026-network', 'tenant_id': '6217142c97d54164a23b27dafacd083f'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:12:17.662955 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Made reservation on behalf of 6217142c97d54164a23b27dafacd083f for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:12:17.665954 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:17.674257 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:17.749874 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Publish callbacks [] for security_group (7c83d850-4a22-4483-bf8a-b7161baa17e3), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:17.753947 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7c83d850-4a22-4483-bf8a-b7161baa17e3), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:17.784431 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:12:17.797854 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c83d850-4a22-4483-bf8a-b7161baa17e3,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:17.803514 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (20cf143c-8836-4070-b000-0c74d74d3a5b), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:17.804595 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Added segment 20cf143c-8836-4070-b000-0c74d74d3a5b of type vlan for network edac086d-b832-4f25-9ca5-779f3fe669ed May 26 18:12:17.854013 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (edac086d-b832-4f25-9ca5-779f3fe669ed), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:17.881734 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (edac086d-b832-4f25-9ca5-779f3fe669ed), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:17.883301 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:17.884152 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:17.959801 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4148960 May 26 18:12:17.962894 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddc27b-7c3b-44e4-b552-445d6f4f60c6 admin admin] Pushing event updated for resources: {'Network': ['ID=edac086d-b832-4f25-9ca5-779f3fe669ed,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:17.963510 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33614) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:17.968471 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] Request body: {'subnet': {'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1102406026-subnet', 'tenant_id': '6217142c97d54164a23b27dafacd083f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:12:17.974099 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network edac086d-b832-4f25-9ca5-779f3fe669ed details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:12:17.989497 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] Made reservation on behalf of 6217142c97d54164a23b27dafacd083f for: {'subnet': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:12:17.992323 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528314'] for subnet (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:18.004204 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a18bb-cadb-4d7e-bda1-ffed4210aeaf req-66e6d89c-e47d-48a6-b539-542a39b190ea tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:18.010715 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-206a18bb-cadb-4d7e-bda1-ffed4210aeaf req-66e6d89c-e47d-48a6-b539-542a39b190ea tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0661099 May 26 18:12:18.071856 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-206a18bb-cadb-4d7e-bda1-ffed4210aeaf req-8675f200-7fb5-4e30-81af-d457b58c022b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579302 May 26 18:12:18.189940 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3587013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528300'] for subnet (0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:18.216999 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:18.241922 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:18.262666 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] Checking segment: {'id': '20cf143c-8836-4070-b000-0c74d74d3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:12:18.263213 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] Network hostable DHCP agents. Network: edac086d-b832-4f25-9ca5-779f3fe669ed, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:12:18.293692 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] Network edac086d-b832-4f25-9ca5-779f3fe669ed is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:12:18.302694 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, edac086d-b832-4f25-9ca5-779f3fe669ed) {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:12:18.307896 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:18.308802 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:18.315576 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8feed0c-dd61-4f97-bbd3-3449fed1d76c None None] Network edac086d-b832-4f25-9ca5-779f3fe669ed requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:12:18.327085 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-92bd49e8-46db-454f-b302-9d3574d76e85 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3623316 May 26 18:12:18.430449 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33630) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:18.439539 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c06240-3534-4b73-b66a-465b60bc106d None None] Network edac086d-b832-4f25-9ca5-779f3fe669ed requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:12:18.567602 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14fbfb33-5740-4154-aede-a8dedfb1bfc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:18.657270 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14fbfb33-5740-4154-aede-a8dedfb1bfc4 admin admin] Publish callbacks [] for security_group (3539ebd1-02ed-4e9e-bb58-889697f1fcc9), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:18.661454 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14fbfb33-5740-4154-aede-a8dedfb1bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (3539ebd1-02ed-4e9e-bb58-889697f1fcc9), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:18.667205 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:18.708711 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-14fbfb33-5740-4154-aede-a8dedfb1bfc4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd60abab162f403ba5cbe07ae3ba4e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770092 May 26 18:12:18.709978 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbfb33-5740-4154-aede-a8dedfb1bfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3539ebd1-02ed-4e9e-bb58-889697f1fcc9,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:18.712642 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33638) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:18.745075 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:18.771411 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-62f4d94c-29b4-44c5-bb81-976fb6e55518 admin admin] Publish callbacks [] for security_group (3539ebd1-02ed-4e9e-bb58-889697f1fcc9), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:18.795795 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-62f4d94c-29b4-44c5-bb81-976fb6e55518 admin admin] Publish callbacks [] for security_group (3539ebd1-02ed-4e9e-bb58-889697f1fcc9), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:18.862404 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-62f4d94c-29b4-44c5-bb81-976fb6e55518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (3539ebd1-02ed-4e9e-bb58-889697f1fcc9), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:18.864673 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-62f4d94c-29b4-44c5-bb81-976fb6e55518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:18.868945 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-62f4d94c-29b4-44c5-bb81-976fb6e55518 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3539ebd1-02ed-4e9e-bb58-889697f1fcc9 HTTP/1.1" status: 204 len: 168 time: 0.1522584 May 26 18:12:18.875270 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4d94c-29b4-44c5-bb81-976fb6e55518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3539ebd1-02ed-4e9e-bb58-889697f1fcc9,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:19.169631 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33650) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:19.204548 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-0b075b2b-639f-4e10-8e9f-c0f00493a82f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:19.228398 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7ae04-c1bc-4353-b996-ac246dd97585 req-e35d6067-0acf-4215-9ec8-d965f233e996 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:19.229882 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c2c7ae04-c1bc-4353-b996-ac246dd97585 req-e35d6067-0acf-4215-9ec8-d965f233e996 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0728314 May 26 18:12:19.315045 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c2c7ae04-c1bc-4353-b996-ac246dd97585 req-ebe90254-f663-458c-a44d-1055b7df439e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782733 May 26 18:12:19.344217 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-0b075b2b-639f-4e10-8e9f-c0f00493a82f admin admin] Publish callbacks [] for security_group (0b2af02a-08aa-4ab2-aada-94c660820a0e), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:19.348604 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-0b075b2b-639f-4e10-8e9f-c0f00493a82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (0b2af02a-08aa-4ab2-aada-94c660820a0e), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:19.389273 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-0b075b2b-639f-4e10-8e9f-c0f00493a82f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cea5877ed4654d60b12e400d79ed318d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185736 May 26 18:12:19.390124 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b075b2b-639f-4e10-8e9f-c0f00493a82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2af02a-08aa-4ab2-aada-94c660820a0e,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:19.391930 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33652) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:19.442144 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-00bc85b3-d4fe-4271-bd87-06297f8eca57 admin admin] Publish callbacks [] for security_group (0b2af02a-08aa-4ab2-aada-94c660820a0e), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:19.451285 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:19.465945 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-00bc85b3-d4fe-4271-bd87-06297f8eca57 admin admin] Publish callbacks [] for security_group (0b2af02a-08aa-4ab2-aada-94c660820a0e), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:19.514236 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-00bc85b3-d4fe-4271-bd87-06297f8eca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (0b2af02a-08aa-4ab2-aada-94c660820a0e), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:19.516750 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-00bc85b3-d4fe-4271-bd87-06297f8eca57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:19.517895 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-00bc85b3-d4fe-4271-bd87-06297f8eca57 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b2af02a-08aa-4ab2-aada-94c660820a0e HTTP/1.1" status: 204 len: 168 time: 0.1240199 May 26 18:12:19.526657 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc85b3-d4fe-4271-bd87-06297f8eca57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2af02a-08aa-4ab2-aada-94c660820a0e,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:19.851407 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33658) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:19.865248 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5279f0ac-b1dd-494d-bb1f-0b8f57edf236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:19.949507 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5279f0ac-b1dd-494d-bb1f-0b8f57edf236 admin admin] Publish callbacks [] for security_group (9075721c-e6cb-496b-bfdf-bd94c200c0fa), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:19.953661 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5279f0ac-b1dd-494d-bb1f-0b8f57edf236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (9075721c-e6cb-496b-bfdf-bd94c200c0fa), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:19.992243 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5279f0ac-b1dd-494d-bb1f-0b8f57edf236 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=11f11d498f7b4a149e363ed5dfc1a28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390061 May 26 18:12:19.994916 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33664) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:19.997218 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279f0ac-b1dd-494d-bb1f-0b8f57edf236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9075721c-e6cb-496b-bfdf-bd94c200c0fa,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:20.052059 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aef2dc48-55be-4743-a9e8-c6f827ea3f20 admin admin] Publish callbacks [] for security_group (9075721c-e6cb-496b-bfdf-bd94c200c0fa), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:20.076018 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aef2dc48-55be-4743-a9e8-c6f827ea3f20 admin admin] Publish callbacks [] for security_group (9075721c-e6cb-496b-bfdf-bd94c200c0fa), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:20.128453 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aef2dc48-55be-4743-a9e8-c6f827ea3f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (9075721c-e6cb-496b-bfdf-bd94c200c0fa), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:20.131055 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-aef2dc48-55be-4743-a9e8-c6f827ea3f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:20.135381 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-aef2dc48-55be-4743-a9e8-c6f827ea3f20 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9075721c-e6cb-496b-bfdf-bd94c200c0fa HTTP/1.1" status: 204 len: 168 time: 0.1368556 May 26 18:12:20.141466 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2dc48-55be-4743-a9e8-c6f827ea3f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9075721c-e6cb-496b-bfdf-bd94c200c0fa,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:20.258766 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-fbc4bf0f-05d3-4d12-b8f6-bf19a7f86e3e tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:20.260519 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-fbc4bf0f-05d3-4d12-b8f6-bf19a7f86e3e tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/networks?id=edac086d-b832-4f25-9ca5-779f3fe669ed HTTP/1.1" status: 200 len: 809 time: 0.1216445 May 26 18:12:20.275645 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-d718c629-9aff-4a91-a165-010b060dd520 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/quotas/6217142c97d54164a23b27dafacd083f HTTP/1.1" status: 200 len: 375 time: 0.0094218 May 26 18:12:20.310591 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-c2d0adb5-ab85-4f37-9930-65c06d662d55 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6217142c97d54164a23b27dafacd083f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295894 May 26 18:12:20.414268 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-4330ef30-d936-4f41-97c4-df2b0d7eda5c service neutron] 10.222.0.76 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969372 May 26 18:12:20.447181 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58198e-1cb5-4932-b642-6b286be9dc51 req-bd859416-04de-4445-ac88-8129394af9ca tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:20.449451 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fb58198e-1cb5-4932-b642-6b286be9dc51 req-bd859416-04de-4445-ac88-8129394af9ca tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0556736 May 26 18:12:20.472354 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d3d04043-b768-45a9-b083-02d308dda4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:20.515703 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fb58198e-1cb5-4932-b642-6b286be9dc51 req-f5f2a792-516f-4fbf-81d0-b8fa141930e1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521615 May 26 18:12:20.527841 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-ed4f5ee6-8163-455f-a369-1696f5f7ddb3 service neutron] 10.222.0.76 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044006 May 26 18:12:20.684391 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:20.710490 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2c324750-90b6-4c65-82c6-828cf5cac1eb req-27380a3b-3d51-40f3-a336-0aa8d6c497a0 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 210 time: 0.0381658 May 26 18:12:20.926050 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e80236d7-3451-479e-a7ef-7dbe6285a877 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:12:20.966307 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:21.046694 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:21.059432 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'port_id': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'mac_address': 'fa:16:3e:60:85:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:12:21.098240 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port e80236d7-3451-479e-a7ef-7dbe6285a877 is: ACTIVE; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:21.098894 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:21.114046 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e80236d7-3451-479e-a7ef-7dbe6285a877 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:12:21.142901 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:21.147488 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:21.213561 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=e80236d7-3451-479e-a7ef-7dbe6285a877,revision_number=6']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:21.221849 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.222218 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.222567 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.222910 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.223244 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.223619 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.223893 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.224283 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.224619 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.224950 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.225318 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.225607 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.226539 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.227032 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.227425 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:21.311119 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['e80236d7-3451-479e-a7ef-7dbe6285a877'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:12:21.314452 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:21.655680 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4401a62-dc5b-4b58-b443-873230e5dc2f req-25b40828-fd45-49a6-b034-19207d2d21c9 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:21.657307 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c4401a62-dc5b-4b58-b443-873230e5dc2f req-25b40828-fd45-49a6-b034-19207d2d21c9 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 944 time: 0.0651472 May 26 18:12:21.693070 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:21.720597 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c4401a62-dc5b-4b58-b443-873230e5dc2f req-8ce463e8-6e89-4289-b5ae-b4b8a84ba759 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571599 May 26 18:12:21.831672 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d9e8760f-904f-4b80-bd5f-a8b6ce7f0d35 req-dd314c12-47c8-493a-a277-05922e426925 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 210 time: 0.0300431 May 26 18:12:21.872517 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-5da87b38-088a-4aae-be93-94fea02e7198 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:21.874388 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-5da87b38-088a-4aae-be93-94fea02e7198 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.86 "GET /v2.0/networks?id=edac086d-b832-4f25-9ca5-779f3fe669ed HTTP/1.1" status: 200 len: 809 time: 0.1369143 May 26 18:12:21.898906 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Request body: {'port': {'device_id': '0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9', 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed', 'admin_state_up': True, 'tenant_id': '6217142c97d54164a23b27dafacd083f'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:12:22.015365 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Made reservation on behalf of 6217142c97d54164a23b27dafacd083f for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:12:22.021798 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:22.025074 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:22.173035 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Allocated IP 172.20.0.4 (edac086d-b832-4f25-9ca5-779f3fe669ed/0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809/5caebdeb-9b28-4cbc-abbd-ec7e5495fe37) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:12:22.340083 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks [] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:22.372860 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:22.422556 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Network edac086d-b832-4f25-9ca5-779f3fe669ed is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:12:22.425751 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:12:22.430284 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:12:22.453740 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Pushing event updated for resources: {'Port': ['ID=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:22.485525 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:22.486150 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:22.502885 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f2e5b34e-bf4c-4689-87b4-ca30b3d75419 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6082568 May 26 18:12:22.520059 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Request body: {'port': {'device_id': '0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:12:22.591200 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:22.648242 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dd19f7c1-87b0-4cc8-ab07-ef59b9cabf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:22.666365 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:22.886550 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:22.915256 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ddcec-6081-4e34-bde9-d8937986c7b3 req-d257c11d-2d32-4aa2-aa7f-1f4ce87656cd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:22.917088 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-704ddcec-6081-4e34-bde9-d8937986c7b3 req-d257c11d-2d32-4aa2-aa7f-1f4ce87656cd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 944 time: 0.0858514 May 26 18:12:22.940112 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e80236d7-3451-479e-a7ef-7dbe6285a877 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:12:22.959792 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b6e02-7187-48f7-8677-d5a2b2308ce4 req-23328883-d56d-47de-941a-380b650fbd42 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:22.967885 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-173b6e02-7187-48f7-8677-d5a2b2308ce4 req-23328883-d56d-47de-941a-380b650fbd42 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 931 time: 0.0567336 May 26 18:12:22.995547 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port e80236d7-3451-479e-a7ef-7dbe6285a877 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:12:22.996435 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:23.011751 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:12:23.021584 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Publish callbacks [] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:23.035668 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-173b6e02-7187-48f7-8677-d5a2b2308ce4 req-550fcede-bb94-4504-9b05-dc26944ab226 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642622 May 26 18:12:23.038059 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Transition to ACTIVE for port object 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:12:23.043955 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:23.100591 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port e80236d7-3451-479e-a7ef-7dbe6285a877 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:23.101291 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:23.156934 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:23.159546 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80042eda-58f3-44cf-9af8-2963c23aaf85" -d '{"events": [{"server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "name": "network-vif-plugged", "status": "completed", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:23.167341 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:23.175479 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:23.178038 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-704ddcec-6081-4e34-bde9-d8937986c7b3 req-3b881e14-0e92-4942-99a9-8c169c664eff tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495174 May 26 18:12:23.180998 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Pushing event updated for resources: {'Port': ['ID=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:23.228160 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Attempting to bind port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:12:23.228500 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Attempting to bind port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '20cf143c-8836-4070-b000-0c74d74d3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:12:23.228839 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Attempting to bind port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 on network edac086d-b832-4f25-9ca5-779f3fe669ed {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:12:23.233816 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 on network edac086d-b832-4f25-9ca5-779f3fe669ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:12:23.234148 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Attempting to bind port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 on network edac086d-b832-4f25-9ca5-779f3fe669ed {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:12:23.239553 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:12:23.239885 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Checking segment: {'id': '20cf143c-8836-4070-b000-0c74d74d3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:12:23.240273 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Bound using segment: {'id': '20cf143c-8836-4070-b000-0c74d74d3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:12:23.240703 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Bound port: 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20cf143c-8836-4070-b000-0c74d74d3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:12:23.241068 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:23.245962 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c08b526-2c86-4f16-be71-a899ae0090e9 x-openstack-request-id: req-9c08b526-2c86-4f16-be71-a899ae0090e9 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:23.246649 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "name": "network-vif-plugged", "status": "completed", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:23.247136 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c08b526-2c86-4f16-be71-a899ae0090e9 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:23.247859 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c08b526-2c86-4f16-be71-a899ae0090e9'] response: {'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'code': 200} May 26 18:12:23.319249 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=e80236d7-3451-479e-a7ef-7dbe6285a877,revision_number=7']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:23.346008 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] For port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:12:23.349523 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] For port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37,segment=NetworkSegment(20cf143c-8836-4070-b000-0c74d74d3a5b),segment_id=20cf143c-8836-4070-b000-0c74d74d3a5b)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:12:23.358017 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:23.399466 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:23.400237 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:23.401678 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] 10.222.0.86 "PUT /v2.0/ports/5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 HTTP/1.1" status: 200 len: 1093 time: 0.8858669 May 26 18:12:23.402142 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9', 'tag': '5caebdeb-9b28-4cbc-abbd-ec7e5495fe37'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:23.404662 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99aa1cff-5954-4494-bc83-9ad1dd360a41" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9", "tag": "5caebdeb-9b28-4cbc-abbd-ec7e5495fe37"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:23.425022 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd4def-20bc-429f-b3bf-1ad695d9c79e service neutron] Pushing event updated for resources: {'Port': ['ID=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:23.462141 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b1bd5a-f44b-43dd-9972-e85742b344ca x-openstack-request-id: req-88b1bd5a-f44b-43dd-9972-e85742b344ca {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:23.462668 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9", "tag": "5caebdeb-9b28-4cbc-abbd-ec7e5495fe37", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:23.463080 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88b1bd5a-f44b-43dd-9972-e85742b344ca {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:23.463656 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b1bd5a-f44b-43dd-9972-e85742b344ca'] response: {'name': 'network-changed', 'server_uuid': '0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9', 'tag': '5caebdeb-9b28-4cbc-abbd-ec7e5495fe37', 'status': 'completed', 'code': 200} May 26 18:12:23.537872 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-73143852-77a4-42e1-a8e1-4bca1487ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:23.542256 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-73143852-77a4-42e1-a8e1-4bca1487ec09 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6217142c97d54164a23b27dafacd083f&device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 1127 time: 0.0615895 May 26 18:12:23.601560 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-bb78bef1-af5b-4718-8327-25da45581133 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 HTTP/1.1" status: 200 len: 217 time: 0.0476334 May 26 18:12:23.665040 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-c2e8ff34-84c5-4ad2-94e4-deb5bfe18bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:23.666113 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-c2e8ff34-84c5-4ad2-94e4-deb5bfe18bb6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809 HTTP/1.1" status: 200 len: 849 time: 0.0582438 May 26 18:12:23.704128 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-f4362539-28e4-41ae-9820-e5737b15b3ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=edac086d-b832-4f25-9ca5-779f3fe669ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306406 May 26 18:12:23.801240 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:23.828637 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-7e086990-365c-49e0-a257-3e2d2856b0f6 service neutron] 10.222.0.86 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173661 May 26 18:12:23.925379 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:23.942786 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a7e3c7f-2b64-4fd4-8000-a8c7a5881805 req-7f07d97e-0fe3-4d81-9256-27aac4d720f3 service neutron] 10.222.0.86 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066642 May 26 18:12:24.181870 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08f3e5-884a-4d89-92c1-b491bb319841 req-5bf53949-eee4-4a9d-8dbb-1065eb43c80a tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:24.183521 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bc08f3e5-884a-4d89-92c1-b491bb319841 req-5bf53949-eee4-4a9d-8dbb-1065eb43c80a tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 943 time: 0.0749002 May 26 18:12:24.243562 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bc08f3e5-884a-4d89-92c1-b491bb319841 req-5cb62650-009f-4a8b-b6de-1dca0e2a5f6a tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539362 May 26 18:12:24.331652 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a808d1a-dda9-49b5-9afd-92e10002efd7 req-c16fdb0b-6dec-4b9a-bf0c-c1a8205ceb20 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:24.333197 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6a808d1a-dda9-49b5-9afd-92e10002efd7 req-c16fdb0b-6dec-4b9a-bf0c-c1a8205ceb20 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0552900 May 26 18:12:24.385076 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6a808d1a-dda9-49b5-9afd-92e10002efd7 req-8bcd1572-c574-4656-8d95-e011140a64cb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455501 May 26 18:12:24.895567 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa1cff-5954-4494-bc83-9ad1dd360a41 req-f0b35512-0270-439b-a05e-5bcac844eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:24.898099 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-99aa1cff-5954-4494-bc83-9ad1dd360a41 req-f0b35512-0270-439b-a05e-5bcac844eb51 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6217142c97d54164a23b27dafacd083f&device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 1127 time: 0.0657411 May 26 18:12:24.959628 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:12:25.076668 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa1cff-5954-4494-bc83-9ad1dd360a41 req-a1d09152-c8e2-4d6d-837d-525ba994f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:25.079938 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-99aa1cff-5954-4494-bc83-9ad1dd360a41 req-a1d09152-c8e2-4d6d-837d-525ba994f1d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=edac086d-b832-4f25-9ca5-779f3fe669ed HTTP/1.1" status: 200 len: 910 time: 0.1739609 May 26 18:12:25.133990 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-99aa1cff-5954-4494-bc83-9ad1dd360a41 req-4fdcebf9-d497-4cbe-b98c-e67ead4f0542 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 HTTP/1.1" status: 200 len: 217 time: 0.0426221 May 26 18:12:25.166560 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37,segment=NetworkSegment(20cf143c-8836-4070-b000-0c74d74d3a5b),segment_id=20cf143c-8836-4070-b000-0c74d74d3a5b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:25.184833 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '5caebdeb-9b28-4cbc-abbd-ec7e5495fe37', 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed', 'port_id': '5caebdeb-9b28-4cbc-abbd-ec7e5495fe37', 'mac_address': 'fa:16:3e:03:d0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:12:25.224950 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa1cff-5954-4494-bc83-9ad1dd360a41 req-05de53c9-2454-4915-8524-c5585a3af1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:25.227070 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-99aa1cff-5954-4494-bc83-9ad1dd360a41 req-05de53c9-2454-4915-8524-c5585a3af1d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809 HTTP/1.1" status: 200 len: 849 time: 0.0920875 May 26 18:12:25.237899 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:25.249148 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:25.249889 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:25.270075 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-99aa1cff-5954-4494-bc83-9ad1dd360a41 req-9ec3f0cd-bcc4-4084-9418-ecc2a370347c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=edac086d-b832-4f25-9ca5-779f3fe669ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364602 May 26 18:12:25.272673 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:12:25.301325 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:25.340269 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37,segment=NetworkSegment(20cf143c-8836-4070-b000-0c74d74d3a5b),segment_id=20cf143c-8836-4070-b000-0c74d74d3a5b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:25.373429 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:25.439880 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:25.454593 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-99aa1cff-5954-4494-bc83-9ad1dd360a41 req-7cf4f29b-8301-472c-8be6-a35b0caedbd2 service neutron] 10.222.0.86 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746314 May 26 18:12:25.537370 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dc3ec-8bdf-41d7-a31b-f66fbb25bf24 req-3af5173f-3632-4f9a-b6fa-2a6af5580c6d tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:25.547973 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e50dc3ec-8bdf-41d7-a31b-f66fbb25bf24 req-3af5173f-3632-4f9a-b6fa-2a6af5580c6d tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 944 time: 0.1453047 May 26 18:12:25.557744 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:25.634847 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9a00f-5f2f-425d-a2ca-6f980b25726d req-6ded9865-d6b4-4723-9e17-9f22769f637c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:25.643697 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-41a9a00f-5f2f-425d-a2ca-6f980b25726d req-6ded9865-d6b4-4723-9e17-9f22769f637c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.1012666 May 26 18:12:25.673293 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e50dc3ec-8bdf-41d7-a31b-f66fbb25bf24 req-095ad6fb-ad0b-492f-89db-682555df0b07 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239409 May 26 18:12:25.722561 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['5caebdeb-9b28-4cbc-abbd-ec7e5495fe37'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:12:25.733496 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-41a9a00f-5f2f-425d-a2ca-6f980b25726d req-e558aea1-9177-48f3-aab3-9895b18daceb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889165 May 26 18:12:25.738315 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-99aa1cff-5954-4494-bc83-9ad1dd360a41 req-f324a0f5-74f4-4857-8811-b302d1650d6e service neutron] 10.222.0.86 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771099 May 26 18:12:25.946894 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:26.835718 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8948b83-8b40-47e1-ab66-fb4671cadf56 req-906e66e2-0e06-4d8e-a22f-1ac993c3fc9e tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:26.843984 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b8948b83-8b40-47e1-ab66-fb4671cadf56 req-906e66e2-0e06-4d8e-a22f-1ac993c3fc9e tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 944 time: 0.0663369 May 26 18:12:26.893917 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:26.909187 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b8948b83-8b40-47e1-ab66-fb4671cadf56 req-bbcca8ed-0456-483e-9c5b-18b826d086b0 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640047 May 26 18:12:26.916961 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2fb70-1daf-4497-938a-7211eca05672 req-d32dfabd-9340-4575-a597-5ea5b6038220 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:26.918746 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-44a2fb70-1daf-4497-938a-7211eca05672 req-d32dfabd-9340-4575-a597-5ea5b6038220 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0796020 May 26 18:12:26.986351 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-44a2fb70-1daf-4497-938a-7211eca05672 req-b92bd06a-0831-4341-9344-9bdaaeb3635f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607610 May 26 18:12:27.007561 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:12:27.011284 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:27.068582 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:12:27.081363 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:12:27.081363 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:27.191483 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:27.192637 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:27.231832 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caebdeb-9b28-4cbc-abbd-ec7e5495fe37'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:27.234668 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da05b9d-df63-4921-9437-4559742b64de" -d '{"events": [{"server_uuid": "0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9", "name": "network-vif-plugged", "status": "completed", "tag": "5caebdeb-9b28-4cbc-abbd-ec7e5495fe37"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:27.250789 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37,segment=NetworkSegment(20cf143c-8836-4070-b000-0c74d74d3a5b),segment_id=20cf143c-8836-4070-b000-0c74d74d3a5b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:27.259437 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:27.299455 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551de77d-fa0a-4f00-936b-afbb0c587ecb x-openstack-request-id: req-551de77d-fa0a-4f00-936b-afbb0c587ecb {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:27.299881 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9", "name": "network-vif-plugged", "status": "completed", "tag": "5caebdeb-9b28-4cbc-abbd-ec7e5495fe37", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:27.300080 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-551de77d-fa0a-4f00-936b-afbb0c587ecb {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:27.300510 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551de77d-fa0a-4f00-936b-afbb0c587ecb'] response: {'server_uuid': '0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caebdeb-9b28-4cbc-abbd-ec7e5495fe37', 'code': 200} May 26 18:12:27.354781 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:27.599205 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ab252-78f2-44d5-b31b-3ff02c58c17b req-e2f339d9-d25d-445b-b6b3-d6c508a0a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:27.601011 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f27ab252-78f2-44d5-b31b-3ff02c58c17b req-e2f339d9-d25d-445b-b6b3-d6c508a0a1a8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 1129 time: 0.0634420 May 26 18:12:27.661525 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-f27ab252-78f2-44d5-b31b-3ff02c58c17b req-a8d6c485-01d7-4af7-82c9-010aeb53040c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540228 May 26 18:12:28.102994 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33874) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:28.139459 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0a47e-2196-4f35-be2f-cc92064c27dc req-7799eaae-d774-4d0e-b547-5e91cff751a2 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:28.147547 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-10d0a47e-2196-4f35-be2f-cc92064c27dc req-7799eaae-d774-4d0e-b547-5e91cff751a2 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 945 time: 0.1065409 May 26 18:12:28.204283 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0ce69-72b6-47fc-9e37-c94208759d36 req-72cff6b0-d2fa-45b1-a3b1-f348ae7ba4c1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:28.206599 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-61a0ce69-72b6-47fc-9e37-c94208759d36 req-72cff6b0-d2fa-45b1-a3b1-f348ae7ba4c1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0963910 May 26 18:12:28.242646 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-10d0a47e-2196-4f35-be2f-cc92064c27dc req-4c10b5b4-3a7b-43a4-8778-dbef58b356e9 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891984 May 26 18:12:28.297775 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-61a0ce69-72b6-47fc-9e37-c94208759d36 req-3ac5bfa4-10e8-445c-888c-c0c8f9e88dfb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831873 May 26 18:12:28.338050 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-969f532e-1fe7-491d-bdc6-5cdb5699fdea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:28.364518 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:28.450305 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-969f532e-1fe7-491d-bdc6-5cdb5699fdea admin admin] Publish callbacks [] for security_group (82ffc03c-da72-4248-9172-f316c3b75ddd), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:28.455713 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-969f532e-1fe7-491d-bdc6-5cdb5699fdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (82ffc03c-da72-4248-9172-f316c3b75ddd), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:28.504866 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f532e-1fe7-491d-bdc6-5cdb5699fdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ffc03c-da72-4248-9172-f316c3b75ddd,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:28.509649 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-969f532e-1fe7-491d-bdc6-5cdb5699fdea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b11dec5e3e24921ba87249341308a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4055867 May 26 18:12:28.512386 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33878) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:28.594829 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1a55f4cb-c705-4d35-83e1-8f97154812a4 admin admin] Publish callbacks [] for security_group (82ffc03c-da72-4248-9172-f316c3b75ddd), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:28.634659 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1a55f4cb-c705-4d35-83e1-8f97154812a4 admin admin] Publish callbacks [] for security_group (82ffc03c-da72-4248-9172-f316c3b75ddd), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:28.682664 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:28.741031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1a55f4cb-c705-4d35-83e1-8f97154812a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (82ffc03c-da72-4248-9172-f316c3b75ddd), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:28.746381 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1a55f4cb-c705-4d35-83e1-8f97154812a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:28.753110 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-1a55f4cb-c705-4d35-83e1-8f97154812a4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/82ffc03c-da72-4248-9172-f316c3b75ddd HTTP/1.1" status: 204 len: 168 time: 0.2390082 May 26 18:12:28.766460 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55f4cb-c705-4d35-83e1-8f97154812a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ffc03c-da72-4248-9172-f316c3b75ddd,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:29.134405 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33884) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:29.149042 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fad122a8-9623-4f26-abb2-2f417609f2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:29.241660 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fad122a8-9623-4f26-abb2-2f417609f2a1 admin admin] Publish callbacks [] for security_group (4bd9416e-7408-4901-a27f-97d512a3a9fe), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:29.246555 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fad122a8-9623-4f26-abb2-2f417609f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (4bd9416e-7408-4901-a27f-97d512a3a9fe), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:29.295838 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad122a8-9623-4f26-abb2-2f417609f2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd9416e-7408-4901-a27f-97d512a3a9fe,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:29.303981 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-fad122a8-9623-4f26-abb2-2f417609f2a1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=94cf5c3fe6e24cc39826736d8f8fe77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674070 May 26 18:12:29.304396 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33888) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:29.434491 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290464a-663c-4ab0-9e42-8c4d15788afe req-857fd362-f459-4814-b963-9cd12d5403cb tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:29.436232 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c290464a-663c-4ab0-9e42-8c4d15788afe req-857fd362-f459-4814-b963-9cd12d5403cb tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 945 time: 0.0881171 May 26 18:12:29.466647 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e4389141-79f1-4b51-affc-6624c1b9f331 admin admin] Publish callbacks [] for security_group (4bd9416e-7408-4901-a27f-97d512a3a9fe), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:29.499599 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fa10b-faee-4d31-9658-25513ab2d260 req-1352a3fe-f755-4963-be53-3cdbaf3871e8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:29.501887 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-762fa10b-faee-4d31-9658-25513ab2d260 req-1352a3fe-f755-4963-be53-3cdbaf3871e8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0696115 May 26 18:12:29.530734 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e4389141-79f1-4b51-affc-6624c1b9f331 admin admin] Publish callbacks [] for security_group (4bd9416e-7408-4901-a27f-97d512a3a9fe), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:29.547038 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c290464a-663c-4ab0-9e42-8c4d15788afe req-053ba179-4f64-4c7d-a2f3-c49368b813d5 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007693 May 26 18:12:29.571896 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-762fa10b-faee-4d31-9658-25513ab2d260 req-40136147-c9ce-477f-ba25-7e6c146c838b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597730 May 26 18:12:29.652647 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e4389141-79f1-4b51-affc-6624c1b9f331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (4bd9416e-7408-4901-a27f-97d512a3a9fe), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:29.657304 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e4389141-79f1-4b51-affc-6624c1b9f331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:29.661208 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e4389141-79f1-4b51-affc-6624c1b9f331 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4bd9416e-7408-4901-a27f-97d512a3a9fe HTTP/1.1" status: 204 len: 168 time: 0.3535087 May 26 18:12:29.670565 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4389141-79f1-4b51-affc-6624c1b9f331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd9416e-7408-4901-a27f-97d512a3a9fe,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:30.752071 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193acb0-a747-4c9b-af03-cb751b0c7315 req-a6236b8c-3ccd-4233-bdcb-7e7f549dacc4 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:30.753750 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c193acb0-a747-4c9b-af03-cb751b0c7315 req-a6236b8c-3ccd-4233-bdcb-7e7f549dacc4 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 945 time: 0.0963476 May 26 18:12:30.777902 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1267d-1c4e-49fd-8e1b-8e2df331f7e4 req-963f6229-2c18-4b2d-a822-d964d479601a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:30.788135 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0fe1267d-1c4e-49fd-8e1b-8e2df331f7e4 req-963f6229-2c18-4b2d-a822-d964d479601a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0885735 May 26 18:12:30.799899 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:INSERT=9,neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:30.822716 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c193acb0-a747-4c9b-af03-cb751b0c7315 req-455a46c2-92e5-4fcc-a6cc-faa0db256933 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594373 May 26 18:12:30.898662 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0fe1267d-1c4e-49fd-8e1b-8e2df331f7e4 req-076d9e80-cc1b-4efc-9fc1-32b83c75c4e2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095021 May 26 18:12:31.657446 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:31.662483 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:31.683572 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b2980-19cc-4ccc-831f-a064a0e32797 req-7bef62ff-58e7-443c-a224-0a62feb43be9 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:31.685090 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-836b2980-19cc-4ccc-831f-a064a0e32797 req-7bef62ff-58e7-443c-a224-0a62feb43be9 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 945 time: 0.0580089 May 26 18:12:31.761001 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-836b2980-19cc-4ccc-831f-a064a0e32797 req-7a892af3-c6ba-4d98-acbb-073ef0f4c1e5 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649941 May 26 18:12:32.112285 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b859d-7bef-4e1f-b3f8-fc57831e02a0 req-b1f710ba-014a-48de-a155-a384e2585a28 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:32.125662 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-640b859d-7bef-4e1f-b3f8-fc57831e02a0 req-b1f710ba-014a-48de-a155-a384e2585a28 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.1328068 May 26 18:12:32.227046 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-640b859d-7bef-4e1f-b3f8-fc57831e02a0 req-c814b429-778d-4325-af99-eea0c91bbdeb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997677 May 26 18:12:32.639216 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 33984) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:32.807102 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0ebdde1-df7c-42d2-bd92-fbb0425dbecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:32.912421 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4156e87-2e84-4e2e-8420-74794558b03a req-58526ad0-7e71-4630-9d68-f52789850fd7 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:32.921137 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b4156e87-2e84-4e2e-8420-74794558b03a req-58526ad0-7e71-4630-9d68-f52789850fd7 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 945 time: 0.0665522 May 26 18:12:32.958670 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0ebdde1-df7c-42d2-bd92-fbb0425dbecb admin admin] Publish callbacks [] for security_group (b9c6d345-c5e7-4941-8777-fbd874e36304), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:32.963745 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-e0ebdde1-df7c-42d2-bd92-fbb0425dbecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b9c6d345-c5e7-4941-8777-fbd874e36304), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:32.989037 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b4156e87-2e84-4e2e-8420-74794558b03a req-7f8b884a-804b-4c68-a82f-beecff5d19a5 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667155 May 26 18:12:33.037188 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 33994) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:33.037591 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-e0ebdde1-df7c-42d2-bd92-fbb0425dbecb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec4220f75f3e482d85a9a099166ec23b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969495 May 26 18:12:33.040255 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebdde1-df7c-42d2-bd92-fbb0425dbecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c6d345-c5e7-4941-8777-fbd874e36304,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:33.094493 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d25a-800f-44a6-86fd-e53479a2077f admin admin] Publish callbacks [] for security_group (b9c6d345-c5e7-4941-8777-fbd874e36304), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:33.119503 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d25a-800f-44a6-86fd-e53479a2077f admin admin] Publish callbacks [] for security_group (b9c6d345-c5e7-4941-8777-fbd874e36304), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:33.136663 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:33.151514 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55539a-0914-40c1-8add-264b84d05113 req-81fa3945-143b-4616-8deb-a943b388586d tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:33.154295 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4f55539a-0914-40c1-8add-264b84d05113 req-81fa3945-143b-4616-8deb-a943b388586d tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.86 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 945 time: 0.0715902 May 26 18:12:33.183221 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d25a-800f-44a6-86fd-e53479a2077f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b9c6d345-c5e7-4941-8777-fbd874e36304), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:33.185765 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d25a-800f-44a6-86fd-e53479a2077f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:33.186933 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c8f7d25a-800f-44a6-86fd-e53479a2077f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9c6d345-c5e7-4941-8777-fbd874e36304 HTTP/1.1" status: 204 len: 168 time: 0.1486592 May 26 18:12:33.196710 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7d25a-800f-44a6-86fd-e53479a2077f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c6d345-c5e7-4941-8777-fbd874e36304,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:33.240578 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:33.329420 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-4f55539a-0914-40c1-8add-264b84d05113 req-2f63c513-90f5-4dbd-b8ed-72c0e364e200 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Deleting port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:33.329763 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-4f55539a-0914-40c1-8add-264b84d05113 req-2f63c513-90f5-4dbd-b8ed-72c0e364e200 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:33.455658 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03695e61-ea4c-4ede-9d78-2fd4aac6256d req-ecfbb31e-5b4a-4ebb-9153-5855464d5ea2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:33.462908 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-03695e61-ea4c-4ede-9d78-2fd4aac6256d req-ecfbb31e-5b4a-4ebb-9153-5855464d5ea2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.1104674 May 26 18:12:33.531661 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-4f55539a-0914-40c1-8add-264b84d05113 req-2f63c513-90f5-4dbd-b8ed-72c0e364e200 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] For port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37,segment=NetworkSegment(20cf143c-8836-4070-b000-0c74d74d3a5b),segment_id=20cf143c-8836-4070-b000-0c74d74d3a5b)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:33.531992 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-4f55539a-0914-40c1-8add-264b84d05113 req-2f63c513-90f5-4dbd-b8ed-72c0e364e200 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:33.558808 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-03695e61-ea4c-4ede-9d78-2fd4aac6256d req-d0ff39a1-8d65-4e9f-aeb4-f88b9f62d455 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949390 May 26 18:12:33.564843 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-4f55539a-0914-40c1-8add-264b84d05113 req-2f63c513-90f5-4dbd-b8ed-72c0e364e200 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Calling delete_port for 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:33.612653 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 34002) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:33.632764 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3b69b30b-2868-4dfe-9af8-b0bf9b1e98b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:33.745637 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:33.765441 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-4f55539a-0914-40c1-8add-264b84d05113 req-2f63c513-90f5-4dbd-b8ed-72c0e364e200 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (5caebdeb-9b28-4cbc-abbd-ec7e5495fe37), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:33.799739 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['5caebdeb-9b28-4cbc-abbd-ec7e5495fe37'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:12:33.803011 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63c513-90f5-4dbd-b8ed-72c0e364e200 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Pushing event deleted for resources: {'Port': ['ID=5caebdeb-9b28-4cbc-abbd-ec7e5495fe37,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:33.880351 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3b69b30b-2868-4dfe-9af8-b0bf9b1e98b4 admin admin] Publish callbacks [] for security_group (a3a0440d-fd79-4d81-a118-8719c90cf283), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:33.881470 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f55539a-0914-40c1-8add-264b84d05113 req-2f63c513-90f5-4dbd-b8ed-72c0e364e200 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] No DVR routers for this DVR port 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:12:33.884533 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-4f55539a-0914-40c1-8add-264b84d05113 req-2f63c513-90f5-4dbd-b8ed-72c0e364e200 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:33.887634 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4f55539a-0914-40c1-8add-264b84d05113 req-2f63c513-90f5-4dbd-b8ed-72c0e364e200 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.86 "DELETE /v2.0/ports/5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 HTTP/1.1" status: 204 len: 173 time: 0.7281656 May 26 18:12:33.888095 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9', 'name': 'network-vif-deleted', 'tag': '5caebdeb-9b28-4cbc-abbd-ec7e5495fe37'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:33.890386 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9942a3fb-b9c0-49e1-816d-8ced04d940ef" -d '{"events": [{"server_uuid": "0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9", "name": "network-vif-deleted", "tag": "5caebdeb-9b28-4cbc-abbd-ec7e5495fe37"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:33.895595 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3b69b30b-2868-4dfe-9af8-b0bf9b1e98b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (a3a0440d-fd79-4d81-a118-8719c90cf283), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:33.940255 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b927ef9-030f-470a-80a2-2139333068d6 x-openstack-request-id: req-4b927ef9-030f-470a-80a2-2139333068d6 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:33.940663 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9", "name": "network-vif-deleted", "tag": "5caebdeb-9b28-4cbc-abbd-ec7e5495fe37", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:33.940976 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b927ef9-030f-470a-80a2-2139333068d6 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:33.941475 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b927ef9-030f-470a-80a2-2139333068d6'] response: {'server_uuid': '0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9', 'name': 'network-vif-deleted', 'tag': '5caebdeb-9b28-4cbc-abbd-ec7e5495fe37', 'status': 'completed', 'code': 200} May 26 18:12:33.957347 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-3b69b30b-2868-4dfe-9af8-b0bf9b1e98b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=564b096f93b4403c91fe0f7f4f139928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435278 May 26 18:12:33.958452 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69b30b-2868-4dfe-9af8-b0bf9b1e98b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a0440d-fd79-4d81-a118-8719c90cf283,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:33.961054 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34016) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:34.015643 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cbc3db40-9ce2-4010-8d70-c8ecb03ec005 admin admin] Publish callbacks [] for security_group (a3a0440d-fd79-4d81-a118-8719c90cf283), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:34.042116 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cbc3db40-9ce2-4010-8d70-c8ecb03ec005 admin admin] Publish callbacks [] for security_group (a3a0440d-fd79-4d81-a118-8719c90cf283), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:34.102631 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4383dfdb-94e2-4e2e-845f-5a7b5086776c req-2ae201c1-9471-40b0-bdf5-520070453361 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ffcfd3a-2331-4b47-82fb-639ce3fa6fe9 HTTP/1.1" status: 200 len: 210 time: 0.0415831 May 26 18:12:34.114406 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cbc3db40-9ce2-4010-8d70-c8ecb03ec005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (a3a0440d-fd79-4d81-a118-8719c90cf283), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:34.114406 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-cbc3db40-9ce2-4010-8d70-c8ecb03ec005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:34.116167 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-cbc3db40-9ce2-4010-8d70-c8ecb03ec005 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3a0440d-fd79-4d81-a118-8719c90cf283 HTTP/1.1" status: 204 len: 168 time: 0.1536715 May 26 18:12:34.128982 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3db40-9ce2-4010-8d70-c8ecb03ec005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a0440d-fd79-4d81-a118-8719c90cf283,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:34.685776 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f235a7f-ac2b-4dc7-a8e3-b60dae4b87a1 req-ddac6808-70b9-42ee-9147-89d139b9842f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:34.687522 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7f235a7f-ac2b-4dc7-a8e3-b60dae4b87a1 req-ddac6808-70b9-42ee-9147-89d139b9842f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0543814 May 26 18:12:34.750757 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87fe15-507d-47ae-a0ec-c55d0d1485d3 req-97b2579e-6f3d-40e2-8053-5c38399ae7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:34.752898 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dc87fe15-507d-47ae-a0ec-c55d0d1485d3 req-97b2579e-6f3d-40e2-8053-5c38399ae7a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 1129 time: 0.0503798 May 26 18:12:34.765098 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7f235a7f-ac2b-4dc7-a8e3-b60dae4b87a1 req-ef9bfebb-311e-48cf-8cc8-319220749607 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715423 May 26 18:12:34.895468 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87fe15-507d-47ae-a0ec-c55d0d1485d3 req-7928986f-8dd8-493f-9879-c299890b7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:34.896962 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dc87fe15-507d-47ae-a0ec-c55d0d1485d3 req-7928986f-8dd8-493f-9879-c299890b7a12 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 917 time: 0.1368251 May 26 18:12:34.971689 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dc87fe15-507d-47ae-a0ec-c55d0d1485d3 req-f69e623c-a02a-4fea-a568-3630fc1df62c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e80236d7-3451-479e-a7ef-7dbe6285a877 HTTP/1.1" status: 200 len: 1000 time: 0.0662313 May 26 18:12:35.022106 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87fe15-507d-47ae-a0ec-c55d0d1485d3 req-8b6a4749-be8f-4df6-836d-55ae0ebe435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:35.023656 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dc87fe15-507d-47ae-a0ec-c55d0d1485d3 req-8b6a4749-be8f-4df6-836d-55ae0ebe435d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.0449541 May 26 18:12:35.069661 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87fe15-507d-47ae-a0ec-c55d0d1485d3 req-87ee3ae4-35be-49c9-9319-a3b3f1f50063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:35.071287 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dc87fe15-507d-47ae-a0ec-c55d0d1485d3 req-87ee3ae4-35be-49c9-9319-a3b3f1f50063 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420444 May 26 18:12:35.095260 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:35.183832 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dc87fe15-507d-47ae-a0ec-c55d0d1485d3 req-60645937-99da-4f23-8eb3-4473253a65d6 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061618 May 26 18:12:35.530402 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-213587d4-c1f0-41d8-bcb8-dc363b9bf88e tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:35.531952 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-213587d4-c1f0-41d8-bcb8-dc363b9bf88e tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/networks?id=edac086d-b832-4f25-9ca5-779f3fe669ed HTTP/1.1" status: 200 len: 809 time: 0.1353517 May 26 18:12:35.548560 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-96248c7e-48b7-49a6-bcb0-ca4656fc4a6b tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/quotas/6217142c97d54164a23b27dafacd083f HTTP/1.1" status: 200 len: 375 time: 0.0096416 May 26 18:12:35.589225 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-fe67a882-c0b5-45a2-b063-3520c09fb154 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6217142c97d54164a23b27dafacd083f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342414 May 26 18:12:35.592337 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dc87fe15-507d-47ae-a0ec-c55d0d1485d3 req-fb4137b3-2054-4b94-9bc7-cbeb06ecc35e service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024291 May 26 18:12:35.779203 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:35.806979 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-f8fcd60b-01d8-4086-9c72-a30d09282426 service neutron] 10.222.0.76 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044485 May 26 18:12:35.893556 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa8409-873b-41e3-979c-3ac30a970dec req-493d45d1-2870-454a-a7e7-133143e4552f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:35.895011 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-18fa8409-873b-41e3-979c-3ac30a970dec req-493d45d1-2870-454a-a7e7-133143e4552f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0509224 May 26 18:12:35.908464 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-f12f906b-e814-4587-95ec-31629cdda869 service neutron] 10.222.0.76 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951574 May 26 18:12:35.951436 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-18fa8409-873b-41e3-979c-3ac30a970dec req-0a594750-2d85-4173-b326-5b6fccc10a10 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492318 May 26 18:12:36.075251 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-9463f151-5c6c-4472-ac2f-977e0edb0522 req-143d2a3e-460e-4481-b087-058e86a4da47 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 210 time: 0.0293508 May 26 18:12:37.109474 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:12:37.117818 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ae31e-0dc2-45fe-99d5-248077d73390 req-70065a66-c381-4cff-aae0-2726ecdc1c2f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:37.119430 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cd6ae31e-0dc2-45fe-99d5-248077d73390 req-70065a66-c381-4cff-aae0-2726ecdc1c2f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 945 time: 0.0666816 May 26 18:12:37.156840 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:12:37.157432 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5caebdeb-9b28-4cbc-abbd-ec7e5495fe37 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:12:37.157919 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e80236d7-3451-479e-a7ef-7dbe6285a877 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:12:37.245032 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0ad2c59f-47e6-4a79-bbed-e9c6b437722c req-927a4cef-9eba-4a01-87f2-fb6aac7a9f64 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 210 time: 0.0473263 May 26 18:12:37.250779 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-cd6ae31e-0dc2-45fe-99d5-248077d73390 req-a39a9806-5450-49a4-b35b-c3b7029249d3 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242845 May 26 18:12:37.268535 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port e80236d7-3451-479e-a7ef-7dbe6285a877 is: ACTIVE; New status is: DOWN {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:37.269053 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.302055 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:37.306865 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd7e7a-d9ef-4d9d-9264-de015c48b271" -d '{"events": [{"server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "name": "network-vif-unplugged", "status": "completed", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:37.329473 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:37.337820 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:37.378671 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 18:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c9ae7e-a857-49dd-990c-f1f8f5678609 x-openstack-request-id: req-e2c9ae7e-a857-49dd-990c-f1f8f5678609 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:37.378948 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "name": "network-vif-unplugged", "status": "completed", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:37.379197 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2c9ae7e-a857-49dd-990c-f1f8f5678609 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:37.379622 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c9ae7e-a857-49dd-990c-f1f8f5678609'] response: {'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'code': 200} May 26 18:12:37.393569 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:37.411971 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=e80236d7-3451-479e-a7ef-7dbe6285a877,revision_number=8']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:37.639725 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:12:38.060682 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-222d0d9d-1c6d-4c13-b0e6-bada39227da1 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:38.062309 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-222d0d9d-1c6d-4c13-b0e6-bada39227da1 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.86 "GET /v2.0/networks?id=edac086d-b832-4f25-9ca5-779f3fe669ed HTTP/1.1" status: 200 len: 809 time: 0.1337273 May 26 18:12:38.080992 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Request body: {'port': {'device_id': 'd65c23bc-71b7-44d4-a970-a8194641fa7c', 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed', 'admin_state_up': True, 'tenant_id': '6217142c97d54164a23b27dafacd083f'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:12:38.135322 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:38.197308 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Made reservation on behalf of 6217142c97d54164a23b27dafacd083f for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:12:38.200919 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.344782 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a354c865-0270-4ba2-bffc-221a9990a056 req-7898fe5c-6c81-4240-9559-168d9c232649 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 210 time: 0.0334542 May 26 18:12:38.391271 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Allocated IP 172.20.0.12 (edac086d-b832-4f25-9ca5-779f3fe669ed/0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809/0ef2d923-5be7-4253-9dc6-70dcd9c2269d) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:12:38.417507 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fea49-3c65-41f8-bfe9-d7decdd42b5d req-072a1d9b-08e2-4bf7-a914-50b4b8f8427d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:38.419068 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-037fea49-3c65-41f8-bfe9-d7decdd42b5d req-072a1d9b-08e2-4bf7-a914-50b4b8f8427d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0713694 May 26 18:12:38.528926 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-037fea49-3c65-41f8-bfe9-d7decdd42b5d req-e4149bd7-53b3-41a7-938c-f880cf7c0a44 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042917 May 26 18:12:38.618387 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34132) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:38.654103 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks [] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.692813 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.741284 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Network edac086d-b832-4f25-9ca5-779f3fe669ed is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:12:38.746139 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:38.750154 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:12:38.752370 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fb3e987f-a12b-4725-aade-3e4800357de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.755155 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:12:38.762933 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Pushing event updated for resources: {'Port': ['ID=0ef2d923-5be7-4253-9dc6-70dcd9c2269d,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:38.819962 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:38.838447 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:38.839434 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.856117 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fb3e987f-a12b-4725-aade-3e4800357de7 admin admin] Publish callbacks [] for security_group (316419dc-f80d-4b91-9f6d-f69c400e45fb), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.861795 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fb3e987f-a12b-4725-aade-3e4800357de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (316419dc-f80d-4b91-9f6d-f69c400e45fb), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.866684 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-d7a1f058-8eed-43b6-829a-c8a9632b0a3c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7886205 May 26 18:12:38.887930 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Request body: {'port': {'device_id': 'd65c23bc-71b7-44d4-a970-a8194641fa7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:12:38.906433 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-fb3e987f-a12b-4725-aade-3e4800357de7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c4d32ade1ba94dde849cc9879465bf41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867668 May 26 18:12:38.907449 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e987f-a12b-4725-aade-3e4800357de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316419dc-f80d-4b91-9f6d-f69c400e45fb,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:38.909883 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34142) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:38.968138 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6052d1cf-1619-492b-a420-770a62af6322 admin admin] Publish callbacks [] for security_group (316419dc-f80d-4b91-9f6d-f69c400e45fb), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.976626 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:38.997627 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6052d1cf-1619-492b-a420-770a62af6322 admin admin] Publish callbacks [] for security_group (316419dc-f80d-4b91-9f6d-f69c400e45fb), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:39.015793 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:39.085012 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6052d1cf-1619-492b-a420-770a62af6322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (316419dc-f80d-4b91-9f6d-f69c400e45fb), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:39.088820 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6052d1cf-1619-492b-a420-770a62af6322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:39.093893 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-6052d1cf-1619-492b-a420-770a62af6322 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/316419dc-f80d-4b91-9f6d-f69c400e45fb HTTP/1.1" status: 204 len: 168 time: 0.1794009 May 26 18:12:39.109417 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052d1cf-1619-492b-a420-770a62af6322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316419dc-f80d-4b91-9f6d-f69c400e45fb,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:39.396277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef2d923-5be7-4253-9dc6-70dcd9c2269d {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:12:39.412806 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Publish callbacks [] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:39.443337 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Transition to ACTIVE for port object 0ef2d923-5be7-4253-9dc6-70dcd9c2269d will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:12:39.451159 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:39.524199 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88731a58-4e0d-411c-9cde-a11e4494432f req-f9109a40-51f4-487d-bac1-4840ea759203 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:39.532831 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-88731a58-4e0d-411c-9cde-a11e4494432f req-f9109a40-51f4-487d-bac1-4840ea759203 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0965312 May 26 18:12:39.603442 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-88731a58-4e0d-411c-9cde-a11e4494432f req-d7c15244-9ccb-4146-8fb8-6f6cce8fef19 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692742 May 26 18:12:39.606157 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef2d923-5be7-4253-9dc6-70dcd9c2269d,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:39.633267 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21047e0b-eb43-4af2-b47b-5c9c7073b383 req-ac8c90b0-e594-4a4f-a9c4-caa5961bafdc tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:39.635273 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-21047e0b-eb43-4af2-b47b-5c9c7073b383 req-ac8c90b0-e594-4a4f-a9c4-caa5961bafdc tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 944 time: 0.1185949 May 26 18:12:39.750224 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-21047e0b-eb43-4af2-b47b-5c9c7073b383 req-5698b0e4-cd8a-4d31-a13f-2dd0eff92190 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802312 May 26 18:12:39.761518 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Attempting to bind port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:12:39.761951 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Attempting to bind port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '20cf143c-8836-4070-b000-0c74d74d3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:12:39.762165 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Attempting to bind port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d on network edac086d-b832-4f25-9ca5-779f3fe669ed {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:12:39.767660 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d on network edac086d-b832-4f25-9ca5-779f3fe669ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:12:39.768075 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Attempting to bind port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d on network edac086d-b832-4f25-9ca5-779f3fe669ed {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:12:39.773907 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:12:39.774277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Checking segment: {'id': '20cf143c-8836-4070-b000-0c74d74d3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:12:39.774657 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Bound using segment: {'id': '20cf143c-8836-4070-b000-0c74d74d3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:12:39.775071 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Bound port: 0ef2d923-5be7-4253-9dc6-70dcd9c2269d, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20cf143c-8836-4070-b000-0c74d74d3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:12:39.775433 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:39.853877 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] For port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:12:39.857080 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] For port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0ef2d923-5be7-4253-9dc6-70dcd9c2269d,segment=NetworkSegment(20cf143c-8836-4070-b000-0c74d74d3a5b),segment_id=20cf143c-8836-4070-b000-0c74d74d3a5b)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:12:39.864173 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:39.893077 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:39.920133 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:39.920845 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:39.922133 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] 10.222.0.86 "PUT /v2.0/ports/0ef2d923-5be7-4253-9dc6-70dcd9c2269d HTTP/1.1" status: 200 len: 1094 time: 1.0427520 May 26 18:12:39.922614 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65c23bc-71b7-44d4-a970-a8194641fa7c', 'tag': '0ef2d923-5be7-4253-9dc6-70dcd9c2269d'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:39.924914 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8798f50-574b-4392-a55a-930816481b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d65c23bc-71b7-44d4-a970-a8194641fa7c", "tag": "0ef2d923-5be7-4253-9dc6-70dcd9c2269d"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:39.943030 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb00e36-492f-41dc-a32a-296c345f8183 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef2d923-5be7-4253-9dc6-70dcd9c2269d,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:39.976224 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d2753c-c1f1-479e-ae55-0e43e1359ae7 x-openstack-request-id: req-d3d2753c-c1f1-479e-ae55-0e43e1359ae7 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:39.976390 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65c23bc-71b7-44d4-a970-a8194641fa7c", "tag": "0ef2d923-5be7-4253-9dc6-70dcd9c2269d", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:39.976618 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3d2753c-c1f1-479e-ae55-0e43e1359ae7 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:39.977121 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d2753c-c1f1-479e-ae55-0e43e1359ae7'] response: {'name': 'network-changed', 'server_uuid': 'd65c23bc-71b7-44d4-a970-a8194641fa7c', 'tag': '0ef2d923-5be7-4253-9dc6-70dcd9c2269d', 'status': 'completed', 'code': 200} May 26 18:12:40.022989 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34176) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:40.044111 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-9bd83c93-beca-47fb-9c9f-0f30bb47122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:40.045635 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-9bd83c93-beca-47fb-9c9f-0f30bb47122e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6217142c97d54164a23b27dafacd083f&device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 1128 time: 0.0453691 May 26 18:12:40.094023 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-e5b8f4f5-fef2-4985-aa4d-f994c0e3b774 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ef2d923-5be7-4253-9dc6-70dcd9c2269d HTTP/1.1" status: 200 len: 217 time: 0.0351808 May 26 18:12:40.118100 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-83bb262c-c381-4171-b9ee-4f12f53459ba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935099 May 26 18:12:40.127270 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-ab62fb30-bf1b-4769-87fa-9430097c3516 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:12:40.128263 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-ab62fb30-bf1b-4769-87fa-9430097c3516 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052881 May 26 18:12:40.154033 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-38efcfbf-eaab-4c54-9b35-6716394df692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:40.155591 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-38efcfbf-eaab-4c54-9b35-6716394df692 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809 HTTP/1.1" status: 200 len: 849 time: 0.0562303 May 26 18:12:40.196878 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-e246399f-f834-4587-8296-d2c87867d289 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=edac086d-b832-4f25-9ca5-779f3fe669ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356147 May 26 18:12:40.233129 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34184) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:40.308043 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-a07206fe-7314-4d55-abb2-0a885a86d1c3 service neutron] 10.222.0.86 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058927 May 26 18:12:40.335001 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069532-3070-4600-add6-e0f9d2239a8e req-05cc8272-67fa-40ed-9b49-94f6e11e31d6 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:40.336442 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-05cc8272-67fa-40ed-9b49-94f6e11e31d6 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports/e80236d7-3451-479e-a7ef-7dbe6285a877 HTTP/1.1" status: 200 len: 940 time: 0.1021376 May 26 18:12:40.369997 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:40.418230 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-45b6a68c-6b3b-4aa7-9934-7a40f763c920 req-8060fc81-98ee-45c4-9ef8-ebccea44e336 service neutron] 10.222.0.86 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041250 May 26 18:12:40.745347 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ea081-3c45-4e48-9049-48a958bfffc9 req-2eb4682a-4e5a-48ec-9766-a4c93ede6421 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:40.746882 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ee9ea081-3c45-4e48-9049-48a958bfffc9 req-2eb4682a-4e5a-48ec-9766-a4c93ede6421 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0496402 May 26 18:12:40.808138 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ee9ea081-3c45-4e48-9049-48a958bfffc9 req-108e427e-1f3c-4974-ba00-cf556e89012b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556009 May 26 18:12:40.889491 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0c018-a00a-46bd-a86f-d1738535fa65 req-a46075ba-fd53-408d-aad2-6e42030c9155 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:40.891074 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fad0c018-a00a-46bd-a86f-d1738535fa65 req-a46075ba-fd53-408d-aad2-6e42030c9155 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 944 time: 0.0611916 May 26 18:12:40.945447 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fad0c018-a00a-46bd-a86f-d1738535fa65 req-63dd3ab8-f7a3-4776-b821-eb583b8ae2ed tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488045 May 26 18:12:41.081173 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0ef2d923-5be7-4253-9dc6-70dcd9c2269d details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:12:41.093283 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e80236d7-3451-479e-a7ef-7dbe6285a877 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:12:41.276654 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798f50-574b-4392-a55a-930816481b4d req-260628a4-a3ac-4695-9868-c4977eddaf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:41.279584 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8798f50-574b-4392-a55a-930816481b4d req-260628a4-a3ac-4695-9868-c4977eddaf33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6217142c97d54164a23b27dafacd083f&device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 1128 time: 0.0703447 May 26 18:12:41.396503 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port e80236d7-3451-479e-a7ef-7dbe6285a877 is: DOWN; New status is: DOWN {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:41.404915 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0ef2d923-5be7-4253-9dc6-70dcd9c2269d,segment=NetworkSegment(20cf143c-8836-4070-b000-0c74d74d3a5b),segment_id=20cf143c-8836-4070-b000-0c74d74d3a5b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:41.418376 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '0ef2d923-5be7-4253-9dc6-70dcd9c2269d', 'network_id': 'edac086d-b832-4f25-9ca5-779f3fe669ed', 'port_id': '0ef2d923-5be7-4253-9dc6-70dcd9c2269d', 'mac_address': 'fa:16:3e:00:ba:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:12:41.432054 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798f50-574b-4392-a55a-930816481b4d req-50893e7f-9e93-4cdd-8d09-bd94d80e09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:41.434299 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8798f50-574b-4392-a55a-930816481b4d req-50893e7f-9e93-4cdd-8d09-bd94d80e09f4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=edac086d-b832-4f25-9ca5-779f3fe669ed HTTP/1.1" status: 200 len: 910 time: 0.1490042 May 26 18:12:41.463502 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:41.463965 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.480101 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8798f50-574b-4392-a55a-930816481b4d req-01bf783c-bba1-4563-a89b-209b447d919a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ef2d923-5be7-4253-9dc6-70dcd9c2269d HTTP/1.1" status: 200 len: 217 time: 0.0374289 May 26 18:12:41.480438 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef2d923-5be7-4253-9dc6-70dcd9c2269d {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:12:41.508260 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0ef2d923-5be7-4253-9dc6-70dcd9c2269d,segment=NetworkSegment(20cf143c-8836-4070-b000-0c74d74d3a5b),segment_id=20cf143c-8836-4070-b000-0c74d74d3a5b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:41.512988 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.561305 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798f50-574b-4392-a55a-930816481b4d req-ee686168-e9d2-410e-886f-f248bf5c41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:41.562871 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8798f50-574b-4392-a55a-930816481b4d req-ee686168-e9d2-410e-886f-f248bf5c41c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809 HTTP/1.1" status: 200 len: 849 time: 0.0682788 May 26 18:12:41.585857 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:41.589959 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=0ef2d923-5be7-4253-9dc6-70dcd9c2269d,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:41.615716 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8798f50-574b-4392-a55a-930816481b4d req-ad5de0e2-ce8c-4f6a-89dc-815e9357ed84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=edac086d-b832-4f25-9ca5-779f3fe669ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448146 May 26 18:12:41.712856 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8798f50-574b-4392-a55a-930816481b4d req-fcf1aa55-1508-4e65-a27d-bd34a0a95a9d service neutron] 10.222.0.86 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893316 May 26 18:12:41.796650 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['0ef2d923-5be7-4253-9dc6-70dcd9c2269d'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:12:41.815868 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8798f50-574b-4392-a55a-930816481b4d req-b8bbbe17-931e-4512-8f11-7a9d343a127e service neutron] 10.222.0.86 "GET /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966442 May 26 18:12:41.845024 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:41.970705 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476e0c3-3d58-4c78-95a4-2bb191f5773c req-1d17a4d6-1463-428c-ba7c-066366f9e84b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:41.973557 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4476e0c3-3d58-4c78-95a4-2bb191f5773c req-1d17a4d6-1463-428c-ba7c-066366f9e84b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0808601 May 26 18:12:42.026341 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4476e0c3-3d58-4c78-95a4-2bb191f5773c req-dab8769e-bdaf-4dac-aa99-d5f7d9840039 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463297 May 26 18:12:42.075307 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9a4e6-b2db-4c64-a390-f9f2aa21fd7b req-27978e2a-f50b-4174-8747-c5e5cc8edb34 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:42.076846 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bae9a4e6-b2db-4c64-a390-f9f2aa21fd7b req-27978e2a-f50b-4174-8747-c5e5cc8edb34 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 945 time: 0.0596449 May 26 18:12:42.129142 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bae9a4e6-b2db-4c64-a390-f9f2aa21fd7b req-4313ff6c-dc8f-46b8-bb1c-269ec7b177af tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464201 May 26 18:12:42.654995 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069532-3070-4600-add6-e0f9d2239a8e req-76fff381-5388-4cf9-8a23-011078853de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:42.656440 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-76fff381-5388-4cf9-8a23-011078853de3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b&tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6 HTTP/1.1" status: 200 len: 1127 time: 0.0446119 May 26 18:12:42.733221 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069532-3070-4600-add6-e0f9d2239a8e req-8f1466e3-d2c8-4b4d-bd1f-f38ccf9d650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:42.734779 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-8f1466e3-d2c8-4b4d-bd1f-f38ccf9d650b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 1127 time: 0.0463161 May 26 18:12:42.759334 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:42.839315 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069532-3070-4600-add6-e0f9d2239a8e req-54e27d38-4562-4382-820b-d00f5b77c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:42.840824 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-54e27d38-4562-4382-820b-d00f5b77c04a service neutron] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 917 time: 0.1008432 May 26 18:12:42.909153 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-ae9e20b1-085d-420d-a384-0817e7d6d9c4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e80236d7-3451-479e-a7ef-7dbe6285a877 HTTP/1.1" status: 200 len: 998 time: 0.0619600 May 26 18:12:42.961354 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069532-3070-4600-add6-e0f9d2239a8e req-24d34418-0387-4d13-88de-431fdc62e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:42.963068 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-24d34418-0387-4d13-88de-431fdc62e847 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.0483372 May 26 18:12:43.007516 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069532-3070-4600-add6-e0f9d2239a8e req-805dbca3-74c2-420e-9f0b-d9a3d65ab9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:43.009186 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-805dbca3-74c2-420e-9f0b-d9a3d65ab9c7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405092 May 26 18:12:43.097124 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0ef2d923-5be7-4253-9dc6-70dcd9c2269d up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:12:43.101158 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:43.108273 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-97165380-dab6-4774-9a4e-45fafea65267 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932970 May 26 18:12:43.162348 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:12:43.169890 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:12:43.170341 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:43.230082 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050c72-dcc4-4614-925f-f1f3cf0dea78 req-a4724e71-8e81-4a3f-b97c-d3d045f1a9c0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:43.231707 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-df050c72-dcc4-4614-925f-f1f3cf0dea78 req-a4724e71-8e81-4a3f-b97c-d3d045f1a9c0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0994620 May 26 18:12:43.239074 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:43.271198 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:12:43.271751 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:43.285595 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5454465-fe8e-4775-b243-6fb8c194e615 req-ca087492-3c02-4992-bce5-c7249291a3a5 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:43.296442 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d5454465-fe8e-4775-b243-6fb8c194e615 req-ca087492-3c02-4992-bce5-c7249291a3a5 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 945 time: 0.0678217 May 26 18:12:43.297814 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-33069532-3070-4600-add6-e0f9d2239a8e req-761536dc-3033-46b2-baa7-ec28ff04a0fb service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744637 May 26 18:12:43.316444 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0ef2d923-5be7-4253-9dc6-70dcd9c2269d,segment=NetworkSegment(20cf143c-8836-4070-b000-0c74d74d3a5b),segment_id=20cf143c-8836-4070-b000-0c74d74d3a5b)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:43.317604 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65c23bc-71b7-44d4-a970-a8194641fa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef2d923-5be7-4253-9dc6-70dcd9c2269d'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:43.321371 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4ac6c9-5329-4d0b-80d4-e76b3845a2dd" -d '{"events": [{"server_uuid": "d65c23bc-71b7-44d4-a970-a8194641fa7c", "name": "network-vif-plugged", "status": "completed", "tag": "0ef2d923-5be7-4253-9dc6-70dcd9c2269d"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:43.325947 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:43.329819 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-df050c72-dcc4-4614-925f-f1f3cf0dea78 req-3806ebe2-2422-4209-b6b0-69bb2990bdc4 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869904 May 26 18:12:43.376061 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:43.387667 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b328c8b-5773-41ff-92a7-17c498fee25d x-openstack-request-id: req-6b328c8b-5773-41ff-92a7-17c498fee25d {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:43.387959 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65c23bc-71b7-44d4-a970-a8194641fa7c", "name": "network-vif-plugged", "status": "completed", "tag": "0ef2d923-5be7-4253-9dc6-70dcd9c2269d", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:43.388240 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b328c8b-5773-41ff-92a7-17c498fee25d {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:43.388625 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b328c8b-5773-41ff-92a7-17c498fee25d'] response: {'server_uuid': 'd65c23bc-71b7-44d4-a970-a8194641fa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef2d923-5be7-4253-9dc6-70dcd9c2269d', 'code': 200} May 26 18:12:43.392608 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d5454465-fe8e-4775-b243-6fb8c194e615 req-2b1b12f5-1189-491e-9955-415056fe00ca tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949678 May 26 18:12:43.407588 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=0ef2d923-5be7-4253-9dc6-70dcd9c2269d,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:43.687406 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6576952-d4b0-4315-beec-8b34e23e7e7f req-ea957bbe-215f-4a73-aae1-48698fac5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:43.688908 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b6576952-d4b0-4315-beec-8b34e23e7e7f req-ea957bbe-215f-4a73-aae1-48698fac5947 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 1130 time: 0.0451889 May 26 18:12:43.734517 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b6576952-d4b0-4315-beec-8b34e23e7e7f req-1ccdfcab-26ae-4812-b3f7-f854a438c95e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 May 26 18:12:44.457151 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911c236-4b90-45be-857e-99667099b5a8 req-850eaa00-9520-494c-88a7-7359c65b1a1c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:44.458703 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e911c236-4b90-45be-857e-99667099b5a8 req-850eaa00-9520-494c-88a7-7359c65b1a1c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0503192 May 26 18:12:44.507883 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e911c236-4b90-45be-857e-99667099b5a8 req-8a913c18-def0-4669-a9af-ee4f603faa5c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428870 May 26 18:12:44.519373 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd03c6-2cfa-4d7e-900f-f7d40d6572c7 req-41d96598-4f7e-4a7a-8d6a-72d2223f4e26 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:44.520866 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-85fd03c6-2cfa-4d7e-900f-f7d40d6572c7 req-41d96598-4f7e-4a7a-8d6a-72d2223f4e26 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0543871 May 26 18:12:44.582177 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-85fd03c6-2cfa-4d7e-900f-f7d40d6572c7 req-c1c03a0d-6553-4b18-a938-c3c790723b75 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553358 May 26 18:12:45.652603 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23a1fe-b073-4330-b328-b331dab76a02 req-8349f1f5-83af-48e3-9754-88823b365c57 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:45.654894 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2f23a1fe-b073-4330-b328-b331dab76a02 req-8349f1f5-83af-48e3-9754-88823b365c57 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0688739 May 26 18:12:45.710933 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2f23a1fe-b073-4330-b328-b331dab76a02 req-b79df21c-68e3-4c85-ad75-31b39abeaa40 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498247 May 26 18:12:45.750866 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43019a-79cb-4f7e-88a2-36a3a117246b req-06e4cd08-7ecb-4cf3-a78d-048a8005ff23 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:45.753225 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-db43019a-79cb-4f7e-88a2-36a3a117246b req-06e4cd08-7ecb-4cf3-a78d-048a8005ff23 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0706749 May 26 18:12:45.821488 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-db43019a-79cb-4f7e-88a2-36a3a117246b req-146445af-cc6d-438d-b9dc-46bfff59394c tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573626 May 26 18:12:46.843313 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc2ebc-7285-4e89-bec1-fb2aa92d3925 req-f29805bf-f717-43f9-aafe-4cc1b9ce50fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:46.846165 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8fdc2ebc-7285-4e89-bec1-fb2aa92d3925 req-f29805bf-f717-43f9-aafe-4cc1b9ce50fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0510356 May 26 18:12:46.927827 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8fdc2ebc-7285-4e89-bec1-fb2aa92d3925 req-05e4c9df-4349-4c29-af85-624c3fad88d5 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703344 May 26 18:12:46.969731 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be04eb3-bea0-4bf2-828e-dd080201aa7c req-12053edf-172e-480f-8cc4-4eb19c6065ea tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:46.971258 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7be04eb3-bea0-4bf2-828e-dd080201aa7c req-12053edf-172e-480f-8cc4-4eb19c6065ea tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0601315 May 26 18:12:47.027434 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7be04eb3-bea0-4bf2-828e-dd080201aa7c req-27d52e1f-4acb-48ed-b98f-c22a9da07137 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505769 May 26 18:12:48.071143 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42755ff-c717-42d6-aff0-ac41d0bf19cd req-37560e0a-399c-4760-86f0-3b3dec247f3d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:48.072737 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c42755ff-c717-42d6-aff0-ac41d0bf19cd req-37560e0a-399c-4760-86f0-3b3dec247f3d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0532539 May 26 18:12:48.123231 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:48.146677 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c42755ff-c717-42d6-aff0-ac41d0bf19cd req-85c208a3-36da-4ab4-ade9-128207b9a4e4 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668850 May 26 18:12:48.159290 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f8140-8ac5-4980-801f-dbdb4ebe27f4 req-59409d65-dcdd-447b-b435-7f6219e9f8ee tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:48.161382 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c75f8140-8ac5-4980-801f-dbdb4ebe27f4 req-59409d65-dcdd-447b-b435-7f6219e9f8ee tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0588713 May 26 18:12:48.187542 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:48.217596 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c75f8140-8ac5-4980-801f-dbdb4ebe27f4 req-3af4cba2-c03f-4065-addd-a3386ae316d8 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 May 26 18:12:49.304186 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d761cec-9f7c-4baa-b4b2-ff5de6e9a2b4 req-2ef1b576-5c8e-4b25-b5f8-d318b220a391 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:49.305711 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5d761cec-9f7c-4baa-b4b2-ff5de6e9a2b4 req-2ef1b576-5c8e-4b25-b5f8-d318b220a391 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0769918 May 26 18:12:49.360712 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2625e1-9b0e-45a9-b89d-5f644adefdc8 req-9c436fc7-3679-4ee0-b5ef-caf0994e39b0 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:49.369482 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6e2625e1-9b0e-45a9-b89d-5f644adefdc8 req-9c436fc7-3679-4ee0-b5ef-caf0994e39b0 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0614979 May 26 18:12:49.389068 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5d761cec-9f7c-4baa-b4b2-ff5de6e9a2b4 req-200b004f-4d9c-4889-a6d5-bed1a1216dd1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774341 May 26 18:12:49.427768 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6e2625e1-9b0e-45a9-b89d-5f644adefdc8 req-b1a177d2-27cd-47ce-9f32-87b57e23f562 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574148 May 26 18:12:50.458928 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c09b526f-d088-4219-b0c9-fc190a032220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:50.546974 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429bfe6-62a1-4c45-ab13-d13f1d144c3b req-d39b7831-51aa-47ad-892b-3413e9cc28bc tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:50.548250 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8429bfe6-62a1-4c45-ab13-d13f1d144c3b req-d39b7831-51aa-47ad-892b-3413e9cc28bc tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0881522 May 26 18:12:50.602503 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55dbe1-4375-4620-a948-11da5ca1fc12 req-5694e129-4d9d-4edb-bd30-0f6807b1dfbf tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:50.604130 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5c55dbe1-4375-4620-a948-11da5ca1fc12 req-5694e129-4d9d-4edb-bd30-0f6807b1dfbf tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0914042 May 26 18:12:50.609416 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8429bfe6-62a1-4c45-ab13-d13f1d144c3b req-6a84dd91-c0d0-42d0-880e-52e3d79f8dfa tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528936 May 26 18:12:50.646608 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=12 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:50.654231 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5c55dbe1-4375-4620-a948-11da5ca1fc12 req-3e8459e4-7d14-4376-a8f2-1e410daef36a tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 May 26 18:12:50.660012 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=16 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:51.762654 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359882e8-30b2-49fc-b08c-4190fa25f740 req-4250c12a-c600-4c57-85ed-643dbc9e866c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:51.764177 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-359882e8-30b2-49fc-b08c-4190fa25f740 req-4250c12a-c600-4c57-85ed-643dbc9e866c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0505323 May 26 18:12:51.782104 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a540d2f-5e63-42dc-8696-0b330f632dd5 req-80749b8b-4e0e-4baf-9b03-ef55f1ff2090 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:51.783668 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6a540d2f-5e63-42dc-8696-0b330f632dd5 req-80749b8b-4e0e-4baf-9b03-ef55f1ff2090 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0486178 May 26 18:12:51.814091 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-359882e8-30b2-49fc-b08c-4190fa25f740 req-d0d83395-f588-4c93-b0d3-e27df0f9ab07 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443206 May 26 18:12:51.837875 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6a540d2f-5e63-42dc-8696-0b330f632dd5 req-9d32b265-f785-40ee-9449-a8abad26aced tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473647 May 26 18:12:52.652080 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5003334f-86d0-4ef4-b708-0657abd1e6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:52.948296 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e69595-ba0b-476a-93d0-53da5959a74d req-4a4d1c05-5794-4807-abf3-f69a444e24f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:52.949931 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b2e69595-ba0b-476a-93d0-53da5959a74d req-4a4d1c05-5794-4807-abf3-f69a444e24f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0487566 May 26 18:12:52.959598 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edef50f-12cf-4292-ab39-dbbefc77e713 req-d4b121e8-d0c7-4e35-b962-de958dc5ed01 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:52.961361 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4edef50f-12cf-4292-ab39-dbbefc77e713 req-d4b121e8-d0c7-4e35-b962-de958dc5ed01 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0517073 May 26 18:12:52.994481 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:53.000312 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b2e69595-ba0b-476a-93d0-53da5959a74d req-a0687084-7aa6-4d2b-892c-678cd1296d3f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436511 May 26 18:12:53.013163 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4edef50f-12cf-4292-ab39-dbbefc77e713 req-c74d4b5f-db5b-4829-9e82-d6dde56294d1 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458059 May 26 18:12:53.921576 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:54.133331 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfb576-fdf2-4ce4-8057-b9b5f2971da4 req-1b8aff6d-b07c-44e2-9cb6-994109207055 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:54.135216 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-60dfb576-fdf2-4ce4-8057-b9b5f2971da4 req-1b8aff6d-b07c-44e2-9cb6-994109207055 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0566387 May 26 18:12:54.142081 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8d45e-0ad9-481f-a90c-4e86bffe078f req-1a9c1659-1ec7-4f38-9b4c-e6b4d5afb81a tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:54.148071 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e3e8d45e-0ad9-481f-a90c-4e86bffe078f req-1a9c1659-1ec7-4f38-9b4c-e6b4d5afb81a tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0585046 May 26 18:12:54.200277 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-6d14be22-83d1-4477-a022-692211d1e95e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580606 May 26 18:12:54.202203 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e3e8d45e-0ad9-481f-a90c-4e86bffe078f req-ff986645-5935-40a9-bc84-fa0e9914d411 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511153 May 26 18:12:54.223314 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-60dfb576-fdf2-4ce4-8057-b9b5f2971da4 req-a65db5f1-9e42-4ab0-9e13-958ac08a2af1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823152 May 26 18:12:54.641013 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-e9eaebbe-3ed5-4b87-8307-ba22195e7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:54.642582 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-e9eaebbe-3ed5-4b87-8307-ba22195e7df9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 1129 time: 0.0397348 May 26 18:12:54.750533 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-b4f9dd10-2f00-424e-a5ff-1b09ad2e3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:54.751996 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-b4f9dd10-2f00-424e-a5ff-1b09ad2e3552 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 913 time: 0.0914352 May 26 18:12:54.815415 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-8ac7a95c-6428-4243-a79b-55b43c93d0d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0050fac2-27f6-43c1-9c41-168fb25746b5 HTTP/1.1" status: 200 len: 1000 time: 0.0564425 May 26 18:12:54.868443 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-596876cc-07ca-43a6-ae47-52115b2700bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:54.869896 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-596876cc-07ca-43a6-ae47-52115b2700bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.0488961 May 26 18:12:54.919983 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-94ed5dc6-374a-4a72-9ef7-cc08e6012b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:54.921365 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-94ed5dc6-374a-4a72-9ef7-cc08e6012b2d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460947 May 26 18:12:55.014110 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-c0b72855-d11b-4516-82f8-058dbca38551 service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869892 May 26 18:12:55.106740 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0415e9a1-7a62-4536-8737-0dbe229d420b req-3a180088-9122-4471-b15a-27cf569202ef service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875163 May 26 18:12:55.318307 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d053996-c060-4243-81df-6adac592a060 req-9dad3613-9928-4457-9509-ab3cd9d68ac4 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:55.319872 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5d053996-c060-4243-81df-6adac592a060 req-9dad3613-9928-4457-9509-ab3cd9d68ac4 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0481346 May 26 18:12:55.346122 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148eb091-fd39-4a36-9448-897514658109 req-094474c7-4864-44bb-8a25-9afeebaf9445 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:55.347649 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-148eb091-fd39-4a36-9448-897514658109 req-094474c7-4864-44bb-8a25-9afeebaf9445 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0490537 May 26 18:12:55.359378 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:55.368660 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:55.371870 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5d053996-c060-4243-81df-6adac592a060 req-a4d7e95b-0a3f-45fb-8522-fdaf475f43f0 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463932 May 26 18:12:55.399006 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-148eb091-fd39-4a36-9448-897514658109 req-62b5f3e2-8f80-4969-98f9-6007113026d6 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445030 May 26 18:12:55.545703 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:55.678865 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 34288) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:12:55.936856 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Deleting port c36b75f0-2c0a-4a24-ae5c-a1779078b85a {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:55.937205 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (c36b75f0-2c0a-4a24-ae5c-a1779078b85a), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:56.019467 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (c36b75f0-2c0a-4a24-ae5c-a1779078b85a), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:56.019801 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for floatingip (c36b75f0-2c0a-4a24-ae5c-a1779078b85a), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:56.034919 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Calling delete_port for c36b75f0-2c0a-4a24-ae5c-a1779078b85a owned by network:floatingip {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:56.073537 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:56.139753 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f1032-21bc-42cc-9f0a-9bb073da413a req-75573465-bb08-41c8-bdff-b53525dfb9be tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:56.141239 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b33f1032-21bc-42cc-9f0a-9bb073da413a req-75573465-bb08-41c8-bdff-b53525dfb9be tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0647039 May 26 18:12:56.212500 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b33f1032-21bc-42cc-9f0a-9bb073da413a req-33693376-bb0e-4a03-854b-c1587fecc15e tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613174 May 26 18:12:56.261250 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (c36b75f0-2c0a-4a24-ae5c-a1779078b85a), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:56.284183 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event deleted for resources: {'Port': ['ID=c36b75f0-2c0a-4a24-ae5c-a1779078b85a,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:56.294108 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.294477 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.294819 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.295158 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.295498 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.295828 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.296631 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.296631 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.296823 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.297084 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.297404 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.297725 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.298047 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.298392 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.298709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:12:56.364043 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for floatingip (4323744f-a88b-4098-b559-02eb14455095), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:56.364786 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Floating IP 4323744f-a88b-4098-b559-02eb14455095 disassociated (deleted). External IP: 172.27.1.147, port: cec989f8-be13-49dc-b5fc-f64f60308480. May 26 18:12:56.780239 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae9a7d-c1ea-4e2a-9fe0-b3fdf4512d33 req-f2ee1309-203b-445b-a76e-2d3ac2e50517 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:56.781774 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a6ae9a7d-c1ea-4e2a-9fe0-b3fdf4512d33 req-f2ee1309-203b-445b-a76e-2d3ac2e50517 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.3044057 May 26 18:12:56.836872 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a6ae9a7d-c1ea-4e2a-9fe0-b3fdf4512d33 req-cbe15a93-9a38-48d3-bf49-bc4947a28625 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488155 May 26 18:12:56.848945 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:12:56.900291 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:56.950880 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:12:56.955697 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:56.960713 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dfeb7-776a-4f3e-8709-b4678ed187d7 None None] Sync routers for ids ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:12:56.973193 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1dfeb7-776a-4f3e-8709-b4678ed187d7 None None] Routers {'70f27f05-f328-4ca7-8c40-d2fcc98bf771'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:12:56.974140 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5f1dfeb7-776a-4f3e-8709-b4678ed187d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:12:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:56.989901 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-941ac0b8-9c3c-45b0-8ce7-bb2f422aa194 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "DELETE /v2.0/floatingips/4323744f-a88b-4098-b559-02eb14455095 HTTP/1.1" status: 204 len: 168 time: 1.3098462 May 26 18:12:56.990506 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:56.991023 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:56.995147 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:57.037438 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027e7a47-4435-4385-9889-6f3b08aee194 x-openstack-request-id: req-027e7a47-4435-4385-9889-6f3b08aee194 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:57.038329 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:57.038595 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-027e7a47-4435-4385-9889-6f3b08aee194 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:57.039002 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027e7a47-4435-4385-9889-6f3b08aee194'] response: {'name': 'network-changed', 'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'status': 'completed', 'code': 200} May 26 18:12:57.082614 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-5f1dfeb7-776a-4f3e-8709-b4678ed187d7 None None] Set router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:12:57.219264 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028f5ad-1663-4be9-a871-f992950342e1 req-9ca08645-17a7-427d-aa11-593fc2b6adfb tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:57.220772 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9028f5ad-1663-4be9-a871-f992950342e1 req-9ca08645-17a7-427d-aa11-593fc2b6adfb tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0481057 May 26 18:12:57.276973 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9028f5ad-1663-4be9-a871-f992950342e1 req-fe1b68e8-23ac-4e81-835f-09b21b0ebd03 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498326 May 26 18:12:57.284721 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5f1dfeb7-776a-4f3e-8709-b4678ed187d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 4, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '738635a5-a4de-4af9-a303-924d9ee95507', 'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'mac_address': 'fa:16:3e:13:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:08Z', 'updated_at': '2022-05-26T18:07:17Z', 'revision_number': 5, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'subnets': [{'id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:57.310537 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dfeb7-776a-4f3e-8709-b4678ed187d7 None None] Checking router: 70f27f05-f328-4ca7-8c40-d2fcc98bf771 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:12:57.319531 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1dfeb7-776a-4f3e-8709-b4678ed187d7 None None] Routers {'70f27f05-f328-4ca7-8c40-d2fcc98bf771'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:12:57.320269 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5f1dfeb7-776a-4f3e-8709-b4678ed187d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:12:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:57.338023 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22d19a-431c-44e9-840b-520cdfd3b8ec req-5f989946-5bf7-4722-92cb-5e34a667ddec tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:57.339552 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff22d19a-431c-44e9-840b-520cdfd3b8ec req-5f989946-5bf7-4722-92cb-5e34a667ddec tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0518327 May 26 18:12:57.386969 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ff22d19a-431c-44e9-840b-520cdfd3b8ec req-34bc850c-53f9-4334-ac46-d3cf6f992e86 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418334 May 26 18:12:57.422446 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-5f1dfeb7-776a-4f3e-8709-b4678ed187d7 None None] Set router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:12:57.603719 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-5f1dfeb7-776a-4f3e-8709-b4678ed187d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 4, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '738635a5-a4de-4af9-a303-924d9ee95507', 'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'mac_address': 'fa:16:3e:13:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:08Z', 'updated_at': '2022-05-26T18:07:17Z', 'revision_number': 5, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'subnets': [{'id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:12:57.632371 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dfeb7-776a-4f3e-8709-b4678ed187d7 None None] The sync data for ids ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'] in dv-cinder-839064-2-iscsi is: [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:10Z', 'revision_number': 4, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '738635a5-a4de-4af9-a303-924d9ee95507', 'name': '', 'network_id': '5ff450f3-5a0c-4191-a23a-7524e2ee2ff8', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'mac_address': 'fa:16:3e:13:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:08Z', 'updated_at': '2022-05-26T18:07:17Z', 'revision_number': 5, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'subnets': [{'id': '2dbb9457-4139-44db-b2ae-ac67a48aada7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:12:57.851456 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bab025-c9a9-4ef1-98a9-d18be82eba6a None None] New status for floating IP 4323744f-a88b-4098-b559-02eb14455095: DOWN {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:12:57.962953 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4156a3a-cd31-4d91-8766-d2bb47f1f984 req-608a69b3-e2b7-41aa-9067-27bf1b8d33d3 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:57.964431 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e4156a3a-cd31-4d91-8766-d2bb47f1f984 req-608a69b3-e2b7-41aa-9067-27bf1b8d33d3 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0519900 May 26 18:12:58.012178 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e4156a3a-cd31-4d91-8766-d2bb47f1f984 req-8263bf29-1d7e-4208-8db9-222ff731f40a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421314 May 26 18:12:58.393505 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0236742-fd3f-4dd2-8904-711231064946 req-4086a0c2-67e7-4d26-a9cf-ec22dcb47f7b tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:58.395039 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c0236742-fd3f-4dd2-8904-711231064946 req-4086a0c2-67e7-4d26-a9cf-ec22dcb47f7b tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0481980 May 26 18:12:58.458139 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c0236742-fd3f-4dd2-8904-711231064946 req-3ce69f38-2843-449d-9d75-c66d8e8ee091 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573211 May 26 18:12:58.486502 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed req-d4f23311-224b-4a42-a209-11524a568b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:58.488043 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed req-d4f23311-224b-4a42-a209-11524a568b2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 1129 time: 0.0549653 May 26 18:12:58.507426 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befac594-4250-49db-81b9-c50fae0511af req-6f9146f0-7a6f-40bc-ad31-9fafe11acddd tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:58.509066 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-befac594-4250-49db-81b9-c50fae0511af req-6f9146f0-7a6f-40bc-ad31-9fafe11acddd tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0524647 May 26 18:12:58.558357 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-befac594-4250-49db-81b9-c50fae0511af req-3d34ade6-9c04-4fd1-b24b-ca1312dae4a2 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c83d850-4a22-4483-bf8a-b7161baa17e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 May 26 18:12:58.637919 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:58.700616 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed req-86de0ff5-7057-4441-8d1e-bf1f2ef6397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:58.701980 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed req-86de0ff5-7057-4441-8d1e-bf1f2ef6397c service neutron] 10.222.0.86 "GET /v2.0/networks?id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 HTTP/1.1" status: 200 len: 909 time: 0.0867155 May 26 18:12:58.873570 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed req-045a5525-118c-4aad-852a-8dfaaa4042a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cec989f8-be13-49dc-b5fc-f64f60308480 HTTP/1.1" status: 200 len: 217 time: 0.0594306 May 26 18:12:58.891831 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bb27e-69ac-4b30-a2d1-e7c42826237e req-48725a0b-fd29-442c-bde3-fe8b7edffaff tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:58.893268 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a9bb27e-69ac-4b30-a2d1-e7c42826237e req-48725a0b-fd29-442c-bde3-fe8b7edffaff tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.86 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 946 time: 0.0804391 May 26 18:12:58.960753 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:58.970820 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b68436-26cc-4788-a492-e18efe67a849 req-3dcff978-ac4f-4b64-92c1-9d26265fe585 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:58.972856 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d7b68436-26cc-4788-a492-e18efe67a849 req-3dcff978-ac4f-4b64-92c1-9d26265fe585 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 945 time: 0.0545611 May 26 18:12:59.028752 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed req-93ad261f-55ab-42f0-81d2-3e7ded7bdc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:59.030431 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed req-93ad261f-55ab-42f0-81d2-3e7ded7bdc9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2dbb9457-4139-44db-b2ae-ac67a48aada7 HTTP/1.1" status: 200 len: 847 time: 0.1132588 May 26 18:12:59.063685 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [req-d7b68436-26cc-4788-a492-e18efe67a849 req-9d251bb7-60a0-44b1-91c7-f86ff2f74916 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Deleting port cec989f8-be13-49dc-b5fc-f64f60308480 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:59.064033 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-d7b68436-26cc-4788-a492-e18efe67a849 req-9d251bb7-60a0-44b1-91c7-f86ff2f74916 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:59.088117 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-7a9bb27e-69ac-4b30-a2d1-e7c42826237e req-1adfd530-171a-4c0f-bcc4-f52e87afaf54 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Deleting port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:12:59.088609 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a9bb27e-69ac-4b30-a2d1-e7c42826237e req-1adfd530-171a-4c0f-bcc4-f52e87afaf54 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:59.093790 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed req-15dede94-56da-4c5c-802a-adfa8d75707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:59.095572 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed req-15dede94-56da-4c5c-802a-adfa8d75707b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539484 May 26 18:12:59.179698 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [req-d7b68436-26cc-4788-a492-e18efe67a849 req-9d251bb7-60a0-44b1-91c7-f86ff2f74916 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] For port cec989f8-be13-49dc-b5fc-f64f60308480, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=cec989f8-be13-49dc-b5fc-f64f60308480,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:59.180528 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-d7b68436-26cc-4788-a492-e18efe67a849 req-9d251bb7-60a0-44b1-91c7-f86ff2f74916 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:59.195985 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [req-d7b68436-26cc-4788-a492-e18efe67a849 req-9d251bb7-60a0-44b1-91c7-f86ff2f74916 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Calling delete_port for cec989f8-be13-49dc-b5fc-f64f60308480 owned by compute:nova {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:59.268667 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54aceb-968a-4512-992c-99da93ea989a req-f601e973-5e66-4378-a8a9-71137bcf4238 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:12:59.270163 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5f54aceb-968a-4512-992c-99da93ea989a req-f601e973-5e66-4378-a8a9-71137bcf4238 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.1503928 May 26 18:12:59.325278 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-d7b68436-26cc-4788-a492-e18efe67a849 req-9d251bb7-60a0-44b1-91c7-f86ff2f74916 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (cec989f8-be13-49dc-b5fc-f64f60308480), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:59.340558 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed req-8a1d8fbe-654f-4075-9c9d-3a90e51a7586 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332191 May 26 18:12:59.359649 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-7a9bb27e-69ac-4b30-a2d1-e7c42826237e req-1adfd530-171a-4c0f-bcc4-f52e87afaf54 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] For port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0ef2d923-5be7-4253-9dc6-70dcd9c2269d,segment=NetworkSegment(20cf143c-8836-4070-b000-0c74d74d3a5b),segment_id=20cf143c-8836-4070-b000-0c74d74d3a5b)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:12:59.360225 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a9bb27e-69ac-4b30-a2d1-e7c42826237e req-1adfd530-171a-4c0f-bcc4-f52e87afaf54 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:59.384346 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d251bb7-60a0-44b1-91c7-f86ff2f74916 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event deleted for resources: {'Port': ['ID=cec989f8-be13-49dc-b5fc-f64f60308480,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:59.402285 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b68436-26cc-4788-a492-e18efe67a849 req-9d251bb7-60a0-44b1-91c7-f86ff2f74916 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] No DVR routers for this DVR port cec989f8-be13-49dc-b5fc-f64f60308480 on host hv-cinder-83906 {{(pid=104147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:12:59.405233 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [req-d7b68436-26cc-4788-a492-e18efe67a849 req-9d251bb7-60a0-44b1-91c7-f86ff2f74916 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:59.406982 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5f54aceb-968a-4512-992c-99da93ea989a req-7742a09d-7be2-428f-b2b6-98e0d0c0afc4 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222217 May 26 18:12:59.408038 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-7a9bb27e-69ac-4b30-a2d1-e7c42826237e req-1adfd530-171a-4c0f-bcc4-f52e87afaf54 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Calling delete_port for 0ef2d923-5be7-4253-9dc6-70dcd9c2269d owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:12:59.408939 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d7b68436-26cc-4788-a492-e18efe67a849 req-9d251bb7-60a0-44b1-91c7-f86ff2f74916 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.86 "DELETE /v2.0/ports/cec989f8-be13-49dc-b5fc-f64f60308480 HTTP/1.1" status: 204 len: 173 time: 0.4298806 May 26 18:12:59.409309 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'name': 'network-vif-deleted', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:59.412797 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c753cb22-a0ce-4780-a3bc-9769cfe00c12" -d '{"events": [{"server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "name": "network-vif-deleted", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:59.445702 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:12:59.455618 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9816867-321c-4a7b-9f94-f57e79620329 x-openstack-request-id: req-e9816867-321c-4a7b-9f94-f57e79620329 {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:59.455918 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6e1044-c79a-4201-b31d-686b44516f55", "name": "network-vif-deleted", "tag": "cec989f8-be13-49dc-b5fc-f64f60308480", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:59.456177 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9816867-321c-4a7b-9f94-f57e79620329 {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:59.456583 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9816867-321c-4a7b-9f94-f57e79620329'] response: {'server_uuid': 'bc6e1044-c79a-4201-b31d-686b44516f55', 'name': 'network-vif-deleted', 'tag': 'cec989f8-be13-49dc-b5fc-f64f60308480', 'status': 'completed', 'code': 200} May 26 18:12:59.539540 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-81e27fb9-b6af-4ef0-9745-45c2cfde82ed req-827f8cab-0c21-4d6c-af2a-62c85bc985f3 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819961 May 26 18:12:59.621113 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-253befe1-443f-4342-a6d9-d868d03b7a1d req-a99905b1-c655-4060-8461-fed63f9f2e37 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0368819 May 26 18:12:59.637354 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a9bb27e-69ac-4b30-a2d1-e7c42826237e req-1adfd530-171a-4c0f-bcc4-f52e87afaf54 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (0ef2d923-5be7-4253-9dc6-70dcd9c2269d), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:59.664810 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b420a5d2-7a28-424f-b114-ef5cf9cb9b81 req-e72920ba-7875-4683-bf47-d92a4bb940d2 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 210 time: 0.0345082 May 26 18:12:59.665194 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfd530-171a-4c0f-bcc4-f52e87afaf54 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Pushing event deleted for resources: {'Port': ['ID=0ef2d923-5be7-4253-9dc6-70dcd9c2269d,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:12:59.718430 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9bb27e-69ac-4b30-a2d1-e7c42826237e req-1adfd530-171a-4c0f-bcc4-f52e87afaf54 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] No DVR routers for this DVR port 0ef2d923-5be7-4253-9dc6-70dcd9c2269d on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:12:59.720865 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-7a9bb27e-69ac-4b30-a2d1-e7c42826237e req-1adfd530-171a-4c0f-bcc4-f52e87afaf54 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:12:59.724184 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7a9bb27e-69ac-4b30-a2d1-e7c42826237e req-1adfd530-171a-4c0f-bcc4-f52e87afaf54 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.86 "DELETE /v2.0/ports/0ef2d923-5be7-4253-9dc6-70dcd9c2269d HTTP/1.1" status: 204 len: 173 time: 0.7990031 May 26 18:12:59.724629 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65c23bc-71b7-44d4-a970-a8194641fa7c', 'name': 'network-vif-deleted', 'tag': '0ef2d923-5be7-4253-9dc6-70dcd9c2269d'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:12:59.727438 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3068a660-eb68-44e5-a4df-3568e4b9bc3b" -d '{"events": [{"server_uuid": "d65c23bc-71b7-44d4-a970-a8194641fa7c", "name": "network-vif-deleted", "tag": "0ef2d923-5be7-4253-9dc6-70dcd9c2269d"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:12:59.764379 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f44ff2-c5ad-4aac-987f-e1f052250c07 x-openstack-request-id: req-c0f44ff2-c5ad-4aac-987f-e1f052250c07 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:12:59.764679 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65c23bc-71b7-44d4-a970-a8194641fa7c", "name": "network-vif-deleted", "tag": "0ef2d923-5be7-4253-9dc6-70dcd9c2269d", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:12:59.764934 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0f44ff2-c5ad-4aac-987f-e1f052250c07 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:12:59.765342 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f44ff2-c5ad-4aac-987f-e1f052250c07'] response: {'server_uuid': 'd65c23bc-71b7-44d4-a970-a8194641fa7c', 'name': 'network-vif-deleted', 'tag': '0ef2d923-5be7-4253-9dc6-70dcd9c2269d', 'status': 'completed', 'code': 200} May 26 18:13:00.530504 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4eda7d-27ca-47f6-b328-0e655fa20eb9 req-65550b6a-814a-4867-afce-3b5ae59daeb1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:00.531969 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4d4eda7d-27ca-47f6-b328-0e655fa20eb9 req-65550b6a-814a-4867-afce-3b5ae59daeb1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0469325 May 26 18:13:00.581338 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4d4eda7d-27ca-47f6-b328-0e655fa20eb9 req-a248cc48-ff6f-4c58-8abd-2ef7291b8f51 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438828 May 26 18:13:00.726132 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a1487318-1c9d-4033-9d4e-5fe687167aa4 req-ac7e4a81-04be-461f-839b-19abb9300097 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0288978 May 26 18:13:00.761647 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-13a4e820-da7c-4c30-adde-7096de5adb2b req-c5db8d04-8b04-454d-8f63-6cace9676184 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 210 time: 0.0276022 May 26 18:13:01.665582 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:01.701703 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969d164-f507-417a-aee1-49da776f3a3f req-0ce452e0-7cf4-48b3-bfad-a83aef2ab118 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:01.703192 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7969d164-f507-417a-aee1-49da776f3a3f req-0ce452e0-7cf4-48b3-bfad-a83aef2ab118 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0473654 May 26 18:13:01.751984 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7969d164-f507-417a-aee1-49da776f3a3f req-c447afa1-0fe9-41fd-a5d8-7a843b300edf tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430994 May 26 18:13:01.826799 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a3fc18d7-d3a9-4e22-9ce5-f0508ec4a34d req-a02c93a8-36c7-44d4-a5fa-1f04e6160e6b tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0290203 May 26 18:13:01.863519 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d28c42fa-8471-499a-8be9-07088aa5b553 req-52afb1de-258c-4bab-b067-c04c20712ec1 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 210 time: 0.0306439 May 26 18:13:01.941311 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['0ef2d923-5be7-4253-9dc6-70dcd9c2269d'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:13:02.875168 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f44bc-1fac-4211-ba42-4390a619d807 req-967c8ecc-1e82-45a9-bed6-b60591a426ee tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:02.876672 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1d1f44bc-1fac-4211-ba42-4390a619d807 req-967c8ecc-1e82-45a9-bed6-b60591a426ee tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0483599 May 26 18:13:02.925809 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-1d1f44bc-1fac-4211-ba42-4390a619d807 req-70079ba1-bcf5-4bbc-bf9c-00c59f349f22 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436308 May 26 18:13:02.926279 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-804de82b-15e7-40b3-8837-4f9cffa9caa1 req-fbaefc51-1074-403e-821a-c9f216c848d0 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0293393 May 26 18:13:03.039769 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-7034a2f7-7287-4e93-ab5b-7951ffce1809 req-78beb0b5-a635-44e3-8bf2-8174f332bf27 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 210 time: 0.0303509 May 26 18:13:03.941131 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e80236d7-3451-479e-a7ef-7dbe6285a877 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:13:03.952893 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0ef2d923-5be7-4253-9dc6-70dcd9c2269d no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:04.031218 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: 0ef2d923-5be7-4253-9dc6-70dcd9c2269d {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:04.031560 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0ef2d923-5be7-4253-9dc6-70dcd9c2269d not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:04.056478 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e886f347-c094-4436-a9d3-1a38fbfe5f3f req-de40b3a9-2020-4117-baba-5dce0c141963 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0426905 May 26 18:13:04.068016 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59e07e-4929-4c8e-aca9-6e0b4759bca3 req-49fee4b3-0f03-482e-8bb4-96f87faef18c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:04.074726 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6b59e07e-4929-4c8e-aca9-6e0b4759bca3 req-49fee4b3-0f03-482e-8bb4-96f87faef18c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 943 time: 0.0685661 May 26 18:13:04.081341 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34370) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:04.081683 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:04.096373 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'port_id': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'mac_address': 'fa:16:3e:60:85:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:13:04.105096 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:04.149386 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6b59e07e-4929-4c8e-aca9-6e0b4759bca3 req-18932598-c009-47f9-8e8e-95330e1eca9b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617411 May 26 18:13:04.172324 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port e80236d7-3451-479e-a7ef-7dbe6285a877 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:13:04.172324 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:04.187777 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80236d7-3451-479e-a7ef-7dbe6285a877 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:13:04.213901 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ec3f06f5-6ac6-4319-96bf-1c2adf0bc48b req-8f2ed436-c423-462b-acdf-0b21665dfd28 tempest-VolumesActionsTest-1154299485 tempest-VolumesActionsTest-1154299485-project] 10.222.0.76 "GET /v2.0/ports?device_id=d65c23bc-71b7-44d4-a970-a8194641fa7c HTTP/1.1" status: 200 len: 210 time: 0.0444202 May 26 18:13:04.214760 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:04.214928 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3b4b05dc-5c43-49a0-832f-4415415c59c6 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group (fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:04.217757 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:04.224082 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:04.250424 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3b4b05dc-5c43-49a0-832f-4415415c59c6 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group (fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:04.281134 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=e80236d7-3451-479e-a7ef-7dbe6285a877,revision_number=9']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:04.313420 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3b4b05dc-5c43-49a0-832f-4415415c59c6 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:04.316019 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-3b4b05dc-5c43-49a0-832f-4415415c59c6 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:04.317180 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-3b4b05dc-5c43-49a0-832f-4415415c59c6 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] 10.222.0.76 "DELETE /v2.0/security-groups/fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75 HTTP/1.1" status: 204 len: 168 time: 0.2341835 May 26 18:13:04.326828 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b05dc-5c43-49a0-832f-4415415c59c6 tempest-TestShelveInstance-1369247442 tempest-TestShelveInstance-1369247442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1e7233-2cff-4e1e-ad45-eb5f5c4ece75,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:04.618933 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['e80236d7-3451-479e-a7ef-7dbe6285a877'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:13:05.273207 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73207a-2356-4a1a-b0fe-04dc6445a116 req-86576d52-a4cf-4edf-b282-465b13a84e02 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:05.274720 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8d73207a-2356-4a1a-b0fe-04dc6445a116 req-86576d52-a4cf-4edf-b282-465b13a84e02 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 944 time: 0.0515337 May 26 18:13:05.321603 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8d73207a-2356-4a1a-b0fe-04dc6445a116 req-d5d91544-a3ec-423a-934c-2e9242f1c026 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 May 26 18:13:05.395946 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34384) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:05.503536 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:05.839454 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981400'] for router_interface (70f27f05-f328-4ca7-8c40-d2fcc98bf771), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:05.941544 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e80236d7-3451-479e-a7ef-7dbe6285a877 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:13:06.010936 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port e80236d7-3451-479e-a7ef-7dbe6285a877 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:13:06.011916 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:06.026626 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-54e3d8cb-9808-47a5-82ca-1f02da7bcc40 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733973357&fields=id&tenant_id=45d94db7075c40cbae3f106a9661d969 HTTP/1.1" status: 200 len: 267 time: 0.0710380 May 26 18:13:06.100510 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] Deleting port 738635a5-a4de-4af9-a303-924d9ee95507 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:06.101143 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (738635a5-a4de-4af9-a303-924d9ee95507), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:06.104180 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port e80236d7-3451-479e-a7ef-7dbe6285a877 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:13:06.104568 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:06.140461 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:06.141574 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:13:06.144101 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bc69b2-5909-497d-8420-18f6cee6165a" -d '{"events": [{"server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "name": "network-vif-plugged", "status": "completed", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:13:06.147927 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:06.148970 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device cec989f8-be13-49dc-b5fc-f64f60308480 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:06.176942 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88185-f92d-4554-a844-8258748033a9 req-65d26784-8cfd-4ee4-adb3-9ded281087d1 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:06.187784 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-65d26784-8cfd-4ee4-adb3-9ded281087d1 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 812 time: 0.1490936 May 26 18:13:06.191087 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: cec989f8-be13-49dc-b5fc-f64f60308480 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:06.191424 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device cec989f8-be13-49dc-b5fc-f64f60308480 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:06.198930 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa33e5ce-048c-4ad8-97ba-cf2cf074a975 x-openstack-request-id: req-aa33e5ce-048c-4ad8-97ba-cf2cf074a975 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:13:06.199230 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "name": "network-vif-plugged", "status": "completed", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:13:06.199495 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa33e5ce-048c-4ad8-97ba-cf2cf074a975 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:13:06.199873 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa33e5ce-048c-4ad8-97ba-cf2cf074a975'] response: {'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'code': 200} May 26 18:13:06.201277 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:06.210514 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] For port 738635a5-a4de-4af9-a303-924d9ee95507, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=738635a5-a4de-4af9-a303-924d9ee95507,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:06.210870 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (738635a5-a4de-4af9-a303-924d9ee95507), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:06.227793 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=e80236d7-3451-479e-a7ef-7dbe6285a877,revision_number=10']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:06.228600 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] Calling delete_port for 738635a5-a4de-4af9-a303-924d9ee95507 owned by network:router_interface {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:06.234936 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-435f2a01-c790-4aa1-8cab-7a4f798b16bf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/quotas/45d94db7075c40cbae3f106a9661d969 HTTP/1.1" status: 200 len: 375 time: 0.0322413 May 26 18:13:06.289670 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-685c702e-9e1e-47d3-a78f-2f0943efba04 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534947 May 26 18:13:06.393349 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-8f50b564-3200-44c5-860b-38b02994bf03 service neutron] 10.222.0.76 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917850 May 26 18:13:06.439622 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (738635a5-a4de-4af9-a303-924d9ee95507), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:06.474694 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=738635a5-a4de-4af9-a303-924d9ee95507,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:06.487769 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-c787857b-f865-4502-ac55-85beab3ecd15 service neutron] 10.222.0.76 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879250 May 26 18:13:06.488777 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b51e9-e474-4069-a1d8-148a9b97dddf req-5bce5689-98af-40e9-80a6-2ceb329ad1d1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:06.490298 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d73b51e9-e474-4069-a1d8-148a9b97dddf req-5bce5689-98af-40e9-80a6-2ceb329ad1d1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 946 time: 0.0825558 May 26 18:13:06.545068 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:06.624278 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d73b51e9-e474-4069-a1d8-148a9b97dddf req-384277cd-4440-43f4-8021-5ff1f1d4504b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140554 May 26 18:13:06.693201 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-289928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981252'] for router_interface (70f27f05-f328-4ca7-8c40-d2fcc98bf771), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:06.845932 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-647e0b8b-dd1c-4322-b004-ed8c48cb00e1 req-51fb37dc-c89b-49a9-814e-e3f09fd35188 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 210 time: 0.0428457 May 26 18:13:06.958273 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] Router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:13:07.050836 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:07.067117 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:13:07.075324 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1dfb20e4-0205-47dd-a560-2c1ad7b1a8e3 admin admin] 10.222.0.76 "PUT /v2.0/routers/70f27f05-f328-4ca7-8c40-d2fcc98bf771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6753726 May 26 18:13:07.075324 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34458) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:07.078600 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee1d4c-460f-464b-bf12-9a2ae9cc33a9 None None] Sync routers for ids ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:13:07.090277 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee1d4c-460f-464b-bf12-9a2ae9cc33a9 None None] Routers {'70f27f05-f328-4ca7-8c40-d2fcc98bf771'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:07.091010 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-44ee1d4c-460f-464b-bf12-9a2ae9cc33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:12:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:07.181288 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Publish callbacks [] for router (70f27f05-f328-4ca7-8c40-d2fcc98bf771), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:07.288453 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Publish callbacks [] for router_gateway (70f27f05-f328-4ca7-8c40-d2fcc98bf771), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:07.294535 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-44ee1d4c-460f-464b-bf12-9a2ae9cc33a9 None None] Set router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:07.331742 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Deleting port abb0cd60-7e66-4f34-b91e-f910ebea9d4a {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:07.332072 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:07.416606 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] For port abb0cd60-7e66-4f34-b91e-f910ebea9d4a, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=abb0cd60-7e66-4f34-b91e-f910ebea9d4a,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:07.416970 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:07.430559 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Calling delete_port for abb0cd60-7e66-4f34-b91e-f910ebea9d4a owned by network:router_gateway {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:07.457775 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:07.461265 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-44ee1d4c-460f-464b-bf12-9a2ae9cc33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:13:06Z', 'revision_number': 5, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port': {'id': 'abb0cd60-7e66-4f34-b91e-f910ebea9d4a', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:07.488576 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee1d4c-460f-464b-bf12-9a2ae9cc33a9 None None] Checking router: 70f27f05-f328-4ca7-8c40-d2fcc98bf771 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:13:07.496620 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:07.499325 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee1d4c-460f-464b-bf12-9a2ae9cc33a9 None None] Routers {'70f27f05-f328-4ca7-8c40-d2fcc98bf771'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:07.499951 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-44ee1d4c-460f-464b-bf12-9a2ae9cc33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:12:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:07.526709 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:07.588217 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-44ee1d4c-460f-464b-bf12-9a2ae9cc33a9 None None] Set router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 gateway port host: None {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:07.600184 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (abb0cd60-7e66-4f34-b91e-f910ebea9d4a), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:07.629667 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=abb0cd60-7e66-4f34-b91e-f910ebea9d4a,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:07.640257 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-44ee1d4c-460f-464b-bf12-9a2ae9cc33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:13:07Z', 'revision_number': 6, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port_host': None}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:07.667396 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee1d4c-460f-464b-bf12-9a2ae9cc33a9 None None] The sync data for ids ['70f27f05-f328-4ca7-8c40-d2fcc98bf771'] in dv-cinder-839064-2-iscsi is: [{'id': '70f27f05-f328-4ca7-8c40-d2fcc98bf771', 'name': 'tempest-TestShelveInstance-637156496-router', 'tenant_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:04Z', 'updated_at': '2022-05-26T18:13:07Z', 'revision_number': 6, 'project_id': 'c2cf8fb59b4f4b12900d336f1d91b1eb', 'gw_port_host': None}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:13:07.784836 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62cd07-65f0-40bd-ba1b-f989c225b604 req-de5918dc-89c5-4d47-9802-2425f698ba1a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:07.786400 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fc62cd07-65f0-40bd-ba1b-f989c225b604 req-de5918dc-89c5-4d47-9802-2425f698ba1a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 946 time: 0.0579441 May 26 18:13:07.833529 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:07.839295 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-fc62cd07-65f0-40bd-ba1b-f989c225b604 req-b16eecfd-d823-4f27-9e37-08ccec29fe4f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465186 May 26 18:13:07.960829 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c7e2af30-99aa-41b1-9e4e-f5b9ee2ba0a2 req-fb5e0cb5-ff0e-4885-bb0c-c52e1cd62969 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 210 time: 0.0370469 May 26 18:13:07.967213 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1982182'] for router_gateway (70f27f05-f328-4ca7-8c40-d2fcc98bf771), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.053822 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2044343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (70f27f05-f328-4ca7-8c40-d2fcc98bf771), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.056256 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Publish callbacks [] for router_controller (70f27f05-f328-4ca7-8c40-d2fcc98bf771), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.104017 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2044348'] for router (70f27f05-f328-4ca7-8c40-d2fcc98bf771), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.104626 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70f27f05-f328-4ca7-8c40-d2fcc98bf771 {{(pid=104147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:13:08.108985 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.112455 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-2923765b-2ef4-44a8-9fc9-1e5474809dcc admin admin] 10.222.0.76 "DELETE /v2.0/routers/70f27f05-f328-4ca7-8c40-d2fcc98bf771 HTTP/1.1" status: 204 len: 168 time: 1.0339081 May 26 18:13:08.112750 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34468) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:08.158177 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_v2 [None req-544c33ea-28cd-4ec8-bc14-74028a0b5f5f admin admin] Deleting subnet 2dbb9457-4139-44db-b2ae-ac67a48aada7 {{(pid=104147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:13:08.161417 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-544c33ea-28cd-4ec8-bc14-74028a0b5f5f admin admin] Publish callbacks [] for subnet (2dbb9457-4139-44db-b2ae-ac67a48aada7), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.197387 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-544c33ea-28cd-4ec8-bc14-74028a0b5f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3201147'] for subnet (2dbb9457-4139-44db-b2ae-ac67a48aada7), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.238114 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:08.280617 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-544c33ea-28cd-4ec8-bc14-74028a0b5f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (2dbb9457-4139-44db-b2ae-ac67a48aada7), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.336011 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-544c33ea-28cd-4ec8-bc14-74028a0b5f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528279'] for subnet (2dbb9457-4139-44db-b2ae-ac67a48aada7), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.359486 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c33ea-28cd-4ec8-bc14-74028a0b5f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbb9457-4139-44db-b2ae-ac67a48aada7,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:08.365019 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-544c33ea-28cd-4ec8-bc14-74028a0b5f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.368566 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-544c33ea-28cd-4ec8-bc14-74028a0b5f5f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2dbb9457-4139-44db-b2ae-ac67a48aada7 HTTP/1.1" status: 204 len: 168 time: 0.2548347 May 26 18:13:08.371065 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26768a84-80be-4a1d-b3b1-d1c238d6cf34 None None] Network 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:13:08.371580 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 34474) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:08.442696 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (5ff450f3-5a0c-4191-a23a-7524e2ee2ff8), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.445190 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:08.494563 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Deleting port 35fbd543-9141-4ea7-b183-4949f4166eb3 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:08.494904 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.537872 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07dd38-9131-4004-a5be-4a2953d7b770 None None] DHCP port deletion for 5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 request from dv-cinder-839064-2-iscsi {{(pid=104148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:13:08.562694 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] For port 35fbd543-9141-4ea7-b183-4949f4166eb3, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=35fbd543-9141-4ea7-b183-4949f4166eb3,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:08.563073 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.578397 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Calling delete_port for 35fbd543-9141-4ea7-b183-4949f4166eb3 owned by network:dhcp {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:08.584018 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6d07dd38-9131-4004-a5be-4a2953d7b770 None None] Deleting port 35fbd543-9141-4ea7-b183-4949f4166eb3 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:08.585107 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6d07dd38-9131-4004-a5be-4a2953d7b770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.650790 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:08.653735 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6d07dd38-9131-4004-a5be-4a2953d7b770 None None] For port 35fbd543-9141-4ea7-b183-4949f4166eb3, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=35fbd543-9141-4ea7-b183-4949f4166eb3,segment=NetworkSegment(45b21a6c-a4c8-4029-8d5f-f5af6664b50a),segment_id=45b21a6c-a4c8-4029-8d5f-f5af6664b50a)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:08.654587 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6d07dd38-9131-4004-a5be-4a2953d7b770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.662015 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.669437 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6d07dd38-9131-4004-a5be-4a2953d7b770 None None] Calling delete_port for 35fbd543-9141-4ea7-b183-4949f4166eb3 owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:08.694979 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Pushing event deleted for resources: {'Port': ['ID=35fbd543-9141-4ea7-b183-4949f4166eb3,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:08.696826 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] No DVR routers for this DVR port 35fbd543-9141-4ea7-b183-4949f4166eb3 on host dv-cinder-839064-2-iscsi {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:13:08.759551 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6d07dd38-9131-4004-a5be-4a2953d7b770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197'] for port (35fbd543-9141-4ea7-b183-4949f4166eb3), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.774299 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (5ff450f3-5a0c-4191-a23a-7524e2ee2ff8), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.782691 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07dd38-9131-4004-a5be-4a2953d7b770 None None] Pushing event deleted for resources: {'Port': ['ID=35fbd543-9141-4ea7-b183-4949f4166eb3,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:08.790119 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07dd38-9131-4004-a5be-4a2953d7b770 None None] No DVR routers for this DVR port 35fbd543-9141-4ea7-b183-4949f4166eb3 on host dv-cinder-839064-2-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:13:08.801496 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff450f3-5a0c-4191-a23a-7524e2ee2ff8']}} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:08.812275 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b21a6c-a4c8-4029-8d5f-f5af6664b50a') {'for_net_delete': True} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:08.812573 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b21a6c-a4c8-4029-8d5f-f5af6664b50a') {} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:08.823141 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554166'] for segment (45b21a6c-a4c8-4029-8d5f-f5af6664b50a), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.836782 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (45b21a6c-a4c8-4029-8d5f-f5af6664b50a), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.844786 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=104146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:13:08.845193 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25883228'] for segment (45b21a6c-a4c8-4029-8d5f-f5af6664b50a), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.863254 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment 45b21a6c-a4c8-4029-8d5f-f5af6664b50a resource provider aggregate not found May 26 18:13:08.880952 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 738635a5-a4de-4af9-a303-924d9ee95507 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:08.900384 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment 45b21a6c-a4c8-4029-8d5f-f5af6664b50a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45b21a6c-a4c8-4029-8d5f-f5af6664b50a found for delete ", "request_id": "req-cfc1e39e-1899-4993-8718-e1d7eae9550c"}]} May 26 18:13:08.903041 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 738635a5-a4de-4af9-a303-924d9ee95507 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:08.903420 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 738635a5-a4de-4af9-a303-924d9ee95507 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:08.904073 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device abb0cd60-7e66-4f34-b91e-f910ebea9d4a no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:08.923509 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: abb0cd60-7e66-4f34-b91e-f910ebea9d4a {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:08.923847 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device abb0cd60-7e66-4f34-b91e-f910ebea9d4a not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:08.924302 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 35fbd543-9141-4ea7-b183-4949f4166eb3 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:08.925301 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (5ff450f3-5a0c-4191-a23a-7524e2ee2ff8), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.931227 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:08.937109 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5ff450f3-5a0c-4191-a23a-7524e2ee2ff8 HTTP/1.1" status: 204 len: 168 time: 0.5618651 May 26 18:13:08.937447 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 34482) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:08.944827 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 35fbd543-9141-4ea7-b183-4949f4166eb3 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:08.945179 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 35fbd543-9141-4ea7-b183-4949f4166eb3 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:09.011986 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d506e8-5012-4dce-b842-7170a3b8d533 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff450f3-5a0c-4191-a23a-7524e2ee2ff8,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:09.041338 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c3664-faa4-4b95-a207-2027c5c29512 req-8cf14809-d5b9-4e3f-a2a6-63a0e6c0da44 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:09.042856 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e02c3664-faa4-4b95-a207-2027c5c29512 req-8cf14809-d5b9-4e3f-a2a6-63a0e6c0da44 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 946 time: 0.1193805 May 26 18:13:09.062387 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-efd9bfb0-0955-4c08-9c80-8e8dee4ef819 req-b87e4d45-dbf0-4a0d-9892-68b3f9d945cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 210 time: 0.0298979 May 26 18:13:09.166224 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e02c3664-faa4-4b95-a207-2027c5c29512 req-7ba39838-0deb-48c4-b0b0-4d6d929d3191 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171134 May 26 18:13:09.377556 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:09.397440 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981400'] for router_interface (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:09.402137 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e6bf6-248d-4af2-a873-450142d0a763 req-ecfed4c5-ff5d-4bf6-8b0a-bf885ac912c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:09.404469 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5c4e6bf6-248d-4af2-a873-450142d0a763 req-ecfed4c5-ff5d-4bf6-8b0a-bf885ac912c0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 1130 time: 0.0599122 May 26 18:13:09.531200 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5c4e6bf6-248d-4af2-a873-450142d0a763 req-d7109b5f-b1dd-469e-baa9-c0526f3a226e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948579 May 26 18:13:09.634150 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:09.672630 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] Deleting port 54cb5e6b-b2bb-4573-98e8-b035fe467da7 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:09.672967 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:09.758609 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] For port 54cb5e6b-b2bb-4573-98e8-b035fe467da7, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=54cb5e6b-b2bb-4573-98e8-b035fe467da7,segment=NetworkSegment(17b40afe-8ac2-49c9-bd8d-9435cad75999),segment_id=17b40afe-8ac2-49c9-bd8d-9435cad75999)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:09.758968 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:09.773758 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] Calling delete_port for 54cb5e6b-b2bb-4573-98e8-b035fe467da7 owned by network:router_interface {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:09.970871 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (54cb5e6b-b2bb-4573-98e8-b035fe467da7), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:09.996602 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] Pushing event deleted for resources: {'Port': ['ID=54cb5e6b-b2bb-4573-98e8-b035fe467da7,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:10.177350 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bc8b434b-4ea2-426b-a204-c7d53a050e54 req-e03f6ea2-3115-40e4-8f8f-f57e1fddc019 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 210 time: 0.0337188 May 26 18:13:10.210154 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-289928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981252'] for router_interface (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:10.309378 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:10.323660 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c748e4-7bb7-4fce-bd55-ead378e6ed34 req-05f0398c-6eb9-41ac-9669-e1e5d8ce7ca5 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:10.325148 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-40c748e4-7bb7-4fce-bd55-ead378e6ed34 req-05f0398c-6eb9-41ac-9669-e1e5d8ce7ca5 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 946 time: 0.0618553 May 26 18:13:10.468739 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-40c748e4-7bb7-4fce-bd55-ead378e6ed34 req-acc3c874-85a7-47d2-8479-cde7760f895f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198435 May 26 18:13:10.960399 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:10.987459 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] Router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:13:10.994794 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88185-f92d-4554-a844-8258748033a9 req-ffa5ef7b-6980-4249-8605-446d361e09d6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:10.996378 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-ffa5ef7b-6980-4249-8605-446d361e09d6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 812 time: 0.5472844 May 26 18:13:11.129406 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:13:11.143687 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-ccb654fc-b58b-445a-a023-dd85a5aefd89 admin admin] 10.222.0.76 "PUT /v2.0/routers/d27c5d4b-fdf4-408e-8c8c-c8907d383f08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1949735 May 26 18:13:11.143919 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34510) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:11.152164 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f3568-e13f-4bb1-aa44-f2133f35eafc None None] Sync routers for ids ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:13:11.170660 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f3568-e13f-4bb1-aa44-f2133f35eafc None None] Routers {'d27c5d4b-fdf4-408e-8c8c-c8907d383f08'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:11.171274 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-380f3568-e13f-4bb1-aa44-f2133f35eafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:12:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:11.172979 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:11.359998 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-380f3568-e13f-4bb1-aa44-f2133f35eafc None None] Set router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:11.366817 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-735b622f-5a12-41ed-88d5-13105f8230fc req-ebc149c6-e76c-45e3-ad02-802e6e7942b3 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 210 time: 0.0671477 May 26 18:13:11.393481 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Publish callbacks [] for router (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:11.468895 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-5f070af8-8ae3-4758-b738-504d046f3cae tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45d94db7075c40cbae3f106a9661d969 HTTP/1.1" status: 200 len: 380 time: 0.1412604 May 26 18:13:11.481931 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'port': {'device_id': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'admin_state_up': True, 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'security_groups': ['8bcd33c5-70e0-4166-a980-a4bd40fcda91']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:11.581941 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Publish callbacks [] for router_gateway (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:11.674359 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Deleting port 6b32a637-da74-47a2-b75e-941b303566bd {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:11.675005 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (6b32a637-da74-47a2-b75e-941b303566bd), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:11.726491 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36524163-35c8-452e-bccc-5d4f13a064a4 req-2b797caa-e9a6-43be-a552-9366cfcb5bb6 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:11.728163 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-36524163-35c8-452e-bccc-5d4f13a064a4 req-2b797caa-e9a6-43be-a552-9366cfcb5bb6 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 946 time: 0.0990534 May 26 18:13:11.760717 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Made reservation on behalf of 45d94db7075c40cbae3f106a9661d969 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:13:11.765237 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:11.796486 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-380f3568-e13f-4bb1-aa44-f2133f35eafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'name': 'tempest-TestShelveInstance-378171066-router', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '6b32a637-da74-47a2-b75e-941b303566bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:14Z', 'updated_at': '2022-05-26T18:13:09Z', 'revision_number': 5, 'project_id': '8351057258f14080aa9614468eee2daf', 'gw_port': {'id': '6b32a637-da74-47a2-b75e-941b303566bd', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:07:15Z', 'updated_at': '2022-05-26T18:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:11.800489 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] For port 6b32a637-da74-47a2-b75e-941b303566bd, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=6b32a637-da74-47a2-b75e-941b303566bd,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:11.801199 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (6b32a637-da74-47a2-b75e-941b303566bd), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:11.821697 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Calling delete_port for 6b32a637-da74-47a2-b75e-941b303566bd owned by network:router_gateway {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:11.840642 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-36524163-35c8-452e-bccc-5d4f13a064a4 req-56a691ea-7ae3-4a20-8414-a33e60f9e210 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033194 May 26 18:13:11.850863 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f3568-e13f-4bb1-aa44-f2133f35eafc None None] Checking router: d27c5d4b-fdf4-408e-8c8c-c8907d383f08 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:13:11.890484 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f3568-e13f-4bb1-aa44-f2133f35eafc None None] Routers {'d27c5d4b-fdf4-408e-8c8c-c8907d383f08'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:11.891282 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-380f3568-e13f-4bb1-aa44-f2133f35eafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:12:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:11.894965 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:DELETE=10,neutron:UPDATE=5,neutron:SELECT=85 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:11.895810 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.019603 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Allocated IP 172.20.0.13 (8ba39add-f4a7-4061-91a5-b356a25c19cf/dc082b98-c56e-4d67-834b-87a010c33af3/f80146df-c3ab-4dc2-926f-34412d539bbd) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:13:12.201941 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-380f3568-e13f-4bb1-aa44-f2133f35eafc None None] Set router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 gateway port host: None {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:12.247471 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.282822 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (6b32a637-da74-47a2-b75e-941b303566bd), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.286843 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:12.287776 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:12.294170 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.335341 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-380f3568-e13f-4bb1-aa44-f2133f35eafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'name': 'tempest-TestShelveInstance-378171066-router', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:14Z', 'updated_at': '2022-05-26T18:13:11Z', 'revision_number': 6, 'project_id': '8351057258f14080aa9614468eee2daf', 'gw_port_host': None}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:12.358646 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Network 8ba39add-f4a7-4061-91a5-b356a25c19cf is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:13:12.362626 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:13:12.373719 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b32a637-da74-47a2-b75e-941b303566bd,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:12.379534 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:13:12.390807 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f3568-e13f-4bb1-aa44-f2133f35eafc None None] The sync data for ids ['d27c5d4b-fdf4-408e-8c8c-c8907d383f08'] in dv-cinder-839064-2-iscsi is: [{'id': 'd27c5d4b-fdf4-408e-8c8c-c8907d383f08', 'name': 'tempest-TestShelveInstance-378171066-router', 'tenant_id': '8351057258f14080aa9614468eee2daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:07:14Z', 'updated_at': '2022-05-26T18:13:11Z', 'revision_number': 6, 'project_id': '8351057258f14080aa9614468eee2daf', 'gw_port_host': None}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:13:12.396155 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:12.408846 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.409400 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.410594 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.410594 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.410899 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.411687 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.412397 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.412755 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.413097 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.413467 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.414173 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.414314 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.414658 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.414996 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.415326 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:12.466152 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'Port': ['ID=f80146df-c3ab-4dc2-926f-34412d539bbd,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:12.539055 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1982182'] for router_gateway (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.544610 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:12.545294 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.567803 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-d5ebf3ba-cc67-40b2-b0d9-1ee2c8a237cf tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0929842 May 26 18:13:12.585617 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Request body: {'port': {'device_id': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:12.691004 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2044343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.694225 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Publish callbacks [] for router_controller (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.733455 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.812074 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e30c0-9263-46fa-a3e5-12a4e891c5ff req-00dd5455-6346-470d-b9c8-7a7968116ee2 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:12.814968 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-649e30c0-9263-46fa-a3e5-12a4e891c5ff req-00dd5455-6346-470d-b9c8-7a7968116ee2 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 932 time: 0.2711327 May 26 18:13:12.816128 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2044348'] for router (d27c5d4b-fdf4-408e-8c8c-c8907d383f08), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.818051 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d27c5d4b-fdf4-408e-8c8c-c8907d383f08 {{(pid=104147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:13:12.831787 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.835931 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1289f3e5-5888-46bf-aa70-8b4bf4262086 admin admin] 10.222.0.76 "DELETE /v2.0/routers/d27c5d4b-fdf4-408e-8c8c-c8907d383f08 HTTP/1.1" status: 204 len: 168 time: 1.6907210 May 26 18:13:12.836591 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34556) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:12.859545 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-3e9fe155-3bb0-46aa-bae6-a082de90f8b7 None None] Provisioning complete for port f80146df-c3ab-4dc2-926f-34412d539bbd triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:13:12.869817 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3e9fe155-3bb0-46aa-bae6-a082de90f8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.948230 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ed9d77-85d9-47ca-b46a-9321ca41c1c6 admin admin] Deleting subnet 6b7895f2-4c78-435b-8934-07a037706804 {{(pid=104147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:13:12.962095 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9d77-85d9-47ca-b46a-9321ca41c1c6 admin admin] Publish callbacks [] for subnet (6b7895f2-4c78-435b-8934-07a037706804), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:12.985782 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-3e9fe155-3bb0-46aa-bae6-a082de90f8b7 None None] Port f80146df-c3ab-4dc2-926f-34412d539bbd cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:13:13.043403 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 54cb5e6b-b2bb-4573-98e8-b035fe467da7 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:13.081902 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 54cb5e6b-b2bb-4573-98e8-b035fe467da7 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:13.093479 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 54cb5e6b-b2bb-4573-98e8-b035fe467da7 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:13.095955 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-649e30c0-9263-46fa-a3e5-12a4e891c5ff req-9c4cc9d4-6740-4be1-9af9-c18411393c1f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662406 May 26 18:13:13.115305 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9d77-85d9-47ca-b46a-9321ca41c1c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3201147'] for subnet (6b7895f2-4c78-435b-8934-07a037706804), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:13.196977 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acede0-290c-4d1d-8346-7c7b42e5174e req-6ce28d67-17be-4d0f-bacf-8e249405c1b6 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:13.198482 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e9acede0-290c-4d1d-8346-7c7b42e5174e req-6ce28d67-17be-4d0f-bacf-8e249405c1b6 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 946 time: 0.1097517 May 26 18:13:13.234259 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9d77-85d9-47ca-b46a-9321ca41c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (6b7895f2-4c78-435b-8934-07a037706804), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:13.305309 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9d77-85d9-47ca-b46a-9321ca41c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528279'] for subnet (6b7895f2-4c78-435b-8934-07a037706804), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:13.327107 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e9acede0-290c-4d1d-8346-7c7b42e5174e req-8ffb4248-867d-435c-8ecc-c32c3582e483 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223369 May 26 18:13:13.350465 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b3cf8b-3dc4-48f4-a0c9-577ac32216d6 None None] Network 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:13:13.358809 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed9d77-85d9-47ca-b46a-9321ca41c1c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b7895f2-4c78-435b-8934-07a037706804,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:13.366860 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9d77-85d9-47ca-b46a-9321ca41c1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:13.377601 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-b9ed9d77-85d9-47ca-b46a-9321ca41c1c6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6b7895f2-4c78-435b-8934-07a037706804 HTTP/1.1" status: 204 len: 168 time: 0.5393002 May 26 18:13:13.378736 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34562) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:13.585015 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (9f7463e9-ee0c-420c-9bfd-b481bcfefd32), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:13.595600 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80146df-c3ab-4dc2-926f-34412d539bbd {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:13:13.608722 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Publish callbacks [] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:13.639414 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:13.644666 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Transition to ACTIVE for port object f80146df-c3ab-4dc2-926f-34412d539bbd will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:13:13.652453 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:13.657088 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b47c230-829a-48be-956d-1289a144a127 None None] DHCP port deletion for 9f7463e9-ee0c-420c-9bfd-b481bcfefd32 request from dv-cinder-839064-2-iscsi {{(pid=104148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:13:13.661339 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:13.682652 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Deleting port dbb32ab5-feaa-450d-b876-4798a5ac53e3 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:13.683025 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:13.742912 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6b47c230-829a-48be-956d-1289a144a127 None None] Deleting port dbb32ab5-feaa-450d-b876-4798a5ac53e3 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:13.743276 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6b47c230-829a-48be-956d-1289a144a127 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:13.752911 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Pushing event updated for resources: {'Port': ['ID=f80146df-c3ab-4dc2-926f-34412d539bbd,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:13.814849 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] For port dbb32ab5-feaa-450d-b876-4798a5ac53e3, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=dbb32ab5-feaa-450d-b876-4798a5ac53e3,segment=NetworkSegment(17b40afe-8ac2-49c9-bd8d-9435cad75999),segment_id=17b40afe-8ac2-49c9-bd8d-9435cad75999)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:13.815347 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:13.854509 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Calling delete_port for dbb32ab5-feaa-450d-b876-4798a5ac53e3 owned by network:dhcp {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:13.855686 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-6b47c230-829a-48be-956d-1289a144a127 None None] For port dbb32ab5-feaa-450d-b876-4798a5ac53e3, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=dbb32ab5-feaa-450d-b876-4798a5ac53e3,segment=NetworkSegment(17b40afe-8ac2-49c9-bd8d-9435cad75999),segment_id=17b40afe-8ac2-49c9-bd8d-9435cad75999)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:13.856707 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6b47c230-829a-48be-956d-1289a144a127 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:13.894946 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6b47c230-829a-48be-956d-1289a144a127 None None] Calling delete_port for dbb32ab5-feaa-450d-b876-4798a5ac53e3 owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:13.910716 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Attempting to bind port f80146df-c3ab-4dc2-926f-34412d539bbd on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:13:13.911287 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Attempting to bind port f80146df-c3ab-4dc2-926f-34412d539bbd by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:13:13.911866 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Attempting to bind port f80146df-c3ab-4dc2-926f-34412d539bbd on network 8ba39add-f4a7-4061-91a5-b356a25c19cf {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:13:13.932399 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Port f80146df-c3ab-4dc2-926f-34412d539bbd on network 8ba39add-f4a7-4061-91a5-b356a25c19cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:13:13.932749 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Attempting to bind port f80146df-c3ab-4dc2-926f-34412d539bbd on network 8ba39add-f4a7-4061-91a5-b356a25c19cf {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:13:13.939167 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:13:13.939588 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Checking segment: {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:13:13.940225 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Bound using segment: {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:13:13.940592 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Bound port: f80146df-c3ab-4dc2-926f-34412d539bbd, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dff3855-0162-4e95-9a05-816e9af11a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:13:13.940957 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.039603 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] For port f80146df-c3ab-4dc2-926f-34412d539bbd, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:13:14.043824 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] For port f80146df-c3ab-4dc2-926f-34412d539bbd, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=f80146df-c3ab-4dc2-926f-34412d539bbd,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:13:14.045701 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.047363 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:14.048131 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:14.053541 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.092948 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:14.093686 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.095172 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] 10.222.0.86 "PUT /v2.0/ports/f80146df-c3ab-4dc2-926f-34412d539bbd HTTP/1.1" status: 200 len: 1094 time: 1.5144868 May 26 18:13:14.096606 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'tag': 'f80146df-c3ab-4dc2-926f-34412d539bbd'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:13:14.099131 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f0e953-f54a-4d9b-838a-e101eade8917" -d '{"events": [{"name": "network-changed", "server_uuid": "f85ca5fa-25c1-48a0-abb3-6e2198a1cda1", "tag": "f80146df-c3ab-4dc2-926f-34412d539bbd"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:13:14.148769 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6b47c230-829a-48be-956d-1289a144a127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197'] for port (dbb32ab5-feaa-450d-b876-4798a5ac53e3), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.173561 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb32ab5-feaa-450d-b876-4798a5ac53e3,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:14.196435 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] No DVR routers for this DVR port dbb32ab5-feaa-450d-b876-4798a5ac53e3 on host dv-cinder-839064-2-iscsi {{(pid=104147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:13:14.209657 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77b333a-8391-4a37-832e-ff0cd9ead77d x-openstack-request-id: req-e77b333a-8391-4a37-832e-ff0cd9ead77d {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:13:14.210424 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85ca5fa-25c1-48a0-abb3-6e2198a1cda1", "tag": "f80146df-c3ab-4dc2-926f-34412d539bbd", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:13:14.210424 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e77b333a-8391-4a37-832e-ff0cd9ead77d {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:13:14.212253 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77b333a-8391-4a37-832e-ff0cd9ead77d'] response: {'name': 'network-changed', 'server_uuid': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'tag': 'f80146df-c3ab-4dc2-926f-34412d539bbd', 'status': 'completed', 'code': 200} May 26 18:13:14.214615 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880614ea-900a-4d07-8c37-562563c94a22 service neutron] Pushing event updated for resources: {'Port': ['ID=f80146df-c3ab-4dc2-926f-34412d539bbd,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:14.273779 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88185-f92d-4554-a844-8258748033a9 req-466914a0-9a09-431e-b5b8-89a84ad40acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:14.275658 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-466914a0-9a09-431e-b5b8-89a84ad40acf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 1128 time: 0.0962262 May 26 18:13:14.295221 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47c230-829a-48be-956d-1289a144a127 None None] Pushing event deleted for resources: {'Port': ['ID=dbb32ab5-feaa-450d-b876-4798a5ac53e3,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:14.311481 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47c230-829a-48be-956d-1289a144a127 None None] No DVR routers for this DVR port dbb32ab5-feaa-450d-b876-4798a5ac53e3 on host dv-cinder-839064-2-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:13:14.360719 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (9f7463e9-ee0c-420c-9bfd-b481bcfefd32), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.365895 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-a641f382-d967-40bf-b697-babd4b361ab1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80146df-c3ab-4dc2-926f-34412d539bbd HTTP/1.1" status: 200 len: 217 time: 0.0541143 May 26 18:13:14.385681 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7463e9-ee0c-420c-9bfd-b481bcfefd32']}} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:14.397850 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b40afe-8ac2-49c9-bd8d-9435cad75999') {'for_net_delete': True} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:14.398261 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b40afe-8ac2-49c9-bd8d-9435cad75999') {} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:14.413788 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3201090'] for segment (17b40afe-8ac2-49c9-bd8d-9435cad75999), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.417620 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88185-f92d-4554-a844-8258748033a9 req-f9168c35-f28f-4b11-a873-5f64524d149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:14.419165 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-f9168c35-f28f-4b11-a873-5f64524d149b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.0472646 May 26 18:13:14.425421 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7191b3-62e6-4e1c-92a7-e44e4c0d8128 req-36da4168-49c5-42bf-a4e8-c02ad2044b84 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:14.426956 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2f7191b3-62e6-4e1c-92a7-e44e4c0d8128 req-36da4168-49c5-42bf-a4e8-c02ad2044b84 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 944 time: 0.1818964 May 26 18:13:14.432386 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (17b40afe-8ac2-49c9-bd8d-9435cad75999), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.443089 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=104147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:13:14.444054 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3587878'] for segment (17b40afe-8ac2-49c9-bd8d-9435cad75999), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.507409 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:14.516392 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (9f7463e9-ee0c-420c-9bfd-b481bcfefd32), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.521640 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.525152 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9f7463e9-ee0c-420c-9bfd-b481bcfefd32 HTTP/1.1" status: 204 len: 168 time: 1.1417687 May 26 18:13:14.534687 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2f7191b3-62e6-4e1c-92a7-e44e4c0d8128 req-2ff78f74-2339-4003-be60-37a35fd0f73e tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885637 May 26 18:13:14.548323 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88185-f92d-4554-a844-8258748033a9 req-d8c4f15e-46e9-42e9-a51f-9b048a745da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:14.554263 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-d8c4f15e-46e9-42e9-a51f-9b048a745da8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1249523 May 26 18:13:14.563458 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 17b40afe-8ac2-49c9-bd8d-9435cad75999 resource provider aggregate not found May 26 18:13:14.570235 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fddbd0-1b71-43f2-842c-811f113bd5f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7463e9-ee0c-420c-9bfd-b481bcfefd32,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:14.621651 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 17b40afe-8ac2-49c9-bd8d-9435cad75999 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17b40afe-8ac2-49c9-bd8d-9435cad75999 found for delete ", "request_id": "req-8fab7be2-b0e1-4428-ab05-9d44b506e078"}]} May 26 18:13:14.647465 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:13:14.673671 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85091b5-9acb-474d-ae32-eedb7f2d6d4d req-8970a280-dab3-4480-85a9-31621f59159d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:14.676651 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d85091b5-9acb-474d-ae32-eedb7f2d6d4d req-8970a280-dab3-4480-85a9-31621f59159d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 946 time: 0.1086144 May 26 18:13:14.687720 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-e2c3be92-8957-4b92-b041-04c836b98670 service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164916 May 26 18:13:14.779844 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d85091b5-9acb-474d-ae32-eedb7f2d6d4d req-7edec7eb-4833-4221-8f7d-8aae878cf1b4 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877602 May 26 18:13:14.802316 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34584) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:14.856703 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3ce88185-f92d-4554-a844-8258748033a9 req-4af3d906-52a6-41ef-b3c0-b864c15a2747 service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619966 May 26 18:13:14.900377 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f85cf163-a00a-4349-93a4-c633e85114bf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0963440 May 26 18:13:14.902945 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34588) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:14.924209 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 6b32a637-da74-47a2-b75e-941b303566bd no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:14.945779 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 6b32a637-da74-47a2-b75e-941b303566bd {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:14.946352 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 6b32a637-da74-47a2-b75e-941b303566bd not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:14.946952 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device dbb32ab5-feaa-450d-b876-4798a5ac53e3 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:14.963186 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e1cedb50-7553-4b2f-91c2-39444a38c192 admin admin] Publish callbacks [] for security_group (7aaa5627-6455-4191-adcf-ede413066b5f), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:14.969633 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: dbb32ab5-feaa-450d-b876-4798a5ac53e3 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:14.970402 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device dbb32ab5-feaa-450d-b876-4798a5ac53e3 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:15.000745 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e1cedb50-7553-4b2f-91c2-39444a38c192 admin admin] Publish callbacks [] for security_group (7aaa5627-6455-4191-adcf-ede413066b5f), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:15.059910 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e1cedb50-7553-4b2f-91c2-39444a38c192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7aaa5627-6455-4191-adcf-ede413066b5f), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:15.065384 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-e1cedb50-7553-4b2f-91c2-39444a38c192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:15.070005 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-e1cedb50-7553-4b2f-91c2-39444a38c192 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7aaa5627-6455-4191-adcf-ede413066b5f HTTP/1.1" status: 204 len: 168 time: 0.1626940 May 26 18:13:15.075571 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cedb50-7553-4b2f-91c2-39444a38c192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaa5627-6455-4191-adcf-ede413066b5f,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:15.241104 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e953-f54a-4d9b-838a-e101eade8917 req-2c99d45d-ac7b-4531-a753-868f3868a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:15.243719 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-42f0e953-f54a-4d9b-838a-e101eade8917 req-2c99d45d-ac7b-4531-a753-868f3868a70b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 1128 time: 0.0474246 May 26 18:13:15.374943 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e953-f54a-4d9b-838a-e101eade8917 req-ab3eeb1b-3869-4268-93ed-8717586c6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:15.377424 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-42f0e953-f54a-4d9b-838a-e101eade8917 req-ab3eeb1b-3869-4268-93ed-8717586c6078 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 913 time: 0.1238124 May 26 18:13:15.433489 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-42f0e953-f54a-4d9b-838a-e101eade8917 req-96786076-277d-45d3-871b-1915ca4daff6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80146df-c3ab-4dc2-926f-34412d539bbd HTTP/1.1" status: 200 len: 217 time: 0.0445530 May 26 18:13:15.501425 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e953-f54a-4d9b-838a-e101eade8917 req-f67fc97d-70dd-46ec-a68d-1db3df752ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:15.503098 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-42f0e953-f54a-4d9b-838a-e101eade8917 req-f67fc97d-70dd-46ec-a68d-1db3df752ec9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.0610383 May 26 18:13:15.508346 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 34594) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:15.599862 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e953-f54a-4d9b-838a-e101eade8917 req-9920718b-0fc3-44fa-a5b4-af1d6f851d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:15.601482 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-42f0e953-f54a-4d9b-838a-e101eade8917 req-9920718b-0fc3-44fa-a5b4-af1d6f851d58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840399 May 26 18:13:15.608670 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-6092f8ba-1d93-48a1-a6aa-49d6f797caf6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8351057258f14080aa9614468eee2daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0968454 May 26 18:13:15.610932 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34598) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:15.690402 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-52edc8f6-561e-4015-9526-5ba29e3b8bc7 admin admin] Publish callbacks [] for security_group (34545380-1d34-4e8b-a392-9dd9bb059ffb), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:15.726251 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-52edc8f6-561e-4015-9526-5ba29e3b8bc7 admin admin] Publish callbacks [] for security_group (34545380-1d34-4e8b-a392-9dd9bb059ffb), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:15.733401 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fe58f-f6f6-4330-9271-cf42ea060184 req-8a245f6b-a01d-40c4-9bae-f43e9d90707d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:15.735023 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3a7fe58f-f6f6-4330-9271-cf42ea060184 req-8a245f6b-a01d-40c4-9bae-f43e9d90707d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 944 time: 0.0912983 May 26 18:13:15.766624 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:15.787969 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-42f0e953-f54a-4d9b-838a-e101eade8917 req-48471802-75c4-4d42-848c-f2054387f4bc service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749029 May 26 18:13:15.796779 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-52edc8f6-561e-4015-9526-5ba29e3b8bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (34545380-1d34-4e8b-a392-9dd9bb059ffb), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:15.799809 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-52edc8f6-561e-4015-9526-5ba29e3b8bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:15.805247 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-52edc8f6-561e-4015-9526-5ba29e3b8bc7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34545380-1d34-4e8b-a392-9dd9bb059ffb HTTP/1.1" status: 204 len: 168 time: 0.1927912 May 26 18:13:15.815103 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edc8f6-561e-4015-9526-5ba29e3b8bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34545380-1d34-4e8b-a392-9dd9bb059ffb,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:15.862705 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:15.896694 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3a7fe58f-f6f6-4330-9271-cf42ea060184 req-40e74939-20e2-43ec-96da-8f28a8f338c7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514597 May 26 18:13:15.939713 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-42f0e953-f54a-4d9b-838a-e101eade8917 req-51635eaf-7b01-432d-a09b-c08ac4a69900 service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410556 May 26 18:13:17.048326 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b0e7-cbc0-44f7-9860-44ac7909a6ee req-f324fcd9-10ef-4064-b3a0-afb0df570ece tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:17.050153 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4b57b0e7-cbc0-44f7-9860-44ac7909a6ee req-f324fcd9-10ef-4064-b3a0-afb0df570ece tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 944 time: 0.0686121 May 26 18:13:17.094305 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:17.113875 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4b57b0e7-cbc0-44f7-9860-44ac7909a6ee req-e2bf2526-55af-4f1d-9cfc-7a59162adf79 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569322 May 26 18:13:17.642960 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=11 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:18.272271 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e596eee-0862-4499-9155-242532afd828 req-d0214f19-a621-41ed-8337-1166e2b0b029 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:18.273784 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e596eee-0862-4499-9155-242532afd828 req-d0214f19-a621-41ed-8337-1166e2b0b029 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 944 time: 0.0648735 May 26 18:13:18.340471 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e596eee-0862-4499-9155-242532afd828 req-cfc0caac-8788-419f-8a39-b69a59f727e8 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596566 May 26 18:13:19.514676 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928162-c287-4925-a241-039a1fa68db3 req-4e1b6b49-ca15-4f7c-9274-a605ac90e1ac tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:19.516266 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0b928162-c287-4925-a241-039a1fa68db3 req-4e1b6b49-ca15-4f7c-9274-a605ac90e1ac tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 944 time: 0.0636330 May 26 18:13:19.577959 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0b928162-c287-4925-a241-039a1fa68db3 req-7c2c7888-261e-496d-ae16-b52ed2603871 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540960 May 26 18:13:20.466280 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-43654c11-b13b-432a-8676-e07dcb6a0f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:20.765247 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d1e69-2286-4be1-b0ad-4eddc5745e7a req-46d55830-c17e-471c-b33d-2e36918ea601 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:20.768411 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d31d1e69-2286-4be1-b0ad-4eddc5745e7a req-46d55830-c17e-471c-b33d-2e36918ea601 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 944 time: 0.0644212 May 26 18:13:20.844117 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d31d1e69-2286-4be1-b0ad-4eddc5745e7a req-d282e086-f554-410f-86cf-dcc450e24160 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648348 May 26 18:13:21.982902 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bb00a-6384-41bc-9e91-94f85d073aca req-e26d84f9-6702-4b50-8c77-c2155bea0c40 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:21.991785 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5a8bb00a-6384-41bc-9e91-94f85d073aca req-e26d84f9-6702-4b50-8c77-c2155bea0c40 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 944 time: 0.0632799 May 26 18:13:22.047513 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5a8bb00a-6384-41bc-9e91-94f85d073aca req-15e8ca7c-80a1-4018-898d-40dc52c444dc tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568864 May 26 18:13:22.317784 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device f80146df-c3ab-4dc2-926f-34412d539bbd details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:13:22.409228 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:22.440318 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port f80146df-c3ab-4dc2-926f-34412d539bbd, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=f80146df-c3ab-4dc2-926f-34412d539bbd,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:22.453266 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': 'f80146df-c3ab-4dc2-926f-34412d539bbd', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'port_id': 'f80146df-c3ab-4dc2-926f-34412d539bbd', 'mac_address': 'fa:16:3e:89:eb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:13:22.497864 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port f80146df-c3ab-4dc2-926f-34412d539bbd is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:13:22.498591 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:22.514670 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80146df-c3ab-4dc2-926f-34412d539bbd {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:13:22.537129 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port f80146df-c3ab-4dc2-926f-34412d539bbd, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=f80146df-c3ab-4dc2-926f-34412d539bbd,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:22.541607 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:22.579316 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:22.596488 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=f80146df-c3ab-4dc2-926f-34412d539bbd,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:22.604623 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.604970 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.605311 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.605649 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.605986 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.606339 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.606668 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.607142 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.607463 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.607934 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.608339 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.608742 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.609071 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.609395 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.609746 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:22.658046 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-fdc241dd-d9cd-4466-9901-bff4372bcb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:22.840839 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['f80146df-c3ab-4dc2-926f-34412d539bbd'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:13:23.184024 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512ca4e-cb80-494f-a429-0e13eeef61a2 req-77412eec-e0f0-47b5-bca9-b3427b26001a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:23.185610 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d512ca4e-cb80-494f-a429-0e13eeef61a2 req-77412eec-e0f0-47b5-bca9-b3427b26001a tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 945 time: 0.0594840 May 26 18:13:23.259026 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d512ca4e-cb80-494f-a429-0e13eeef61a2 req-4d7a2586-1fac-4afd-a1a0-d29ba88d5bd1 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674725 May 26 18:13:23.941230 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:24.314575 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device f80146df-c3ab-4dc2-926f-34412d539bbd up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:13:24.384559 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port f80146df-c3ab-4dc2-926f-34412d539bbd completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:13:24.400255 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port f80146df-c3ab-4dc2-926f-34412d539bbd triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:13:24.401021 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:24.402469 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a2c54-e5f4-4842-877d-5f514cdf0a00 req-4a301c67-13ca-4646-9784-c6e0e190a814 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:24.412392 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bd4a2c54-e5f4-4842-877d-5f514cdf0a00 req-4a301c67-13ca-4646-9784-c6e0e190a814 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 945 time: 0.0694122 May 26 18:13:24.466548 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bd4a2c54-e5f4-4842-877d-5f514cdf0a00 req-9c172e86-e300-4176-9694-da1d97241c90 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528510 May 26 18:13:24.519625 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port f80146df-c3ab-4dc2-926f-34412d539bbd is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:13:24.520032 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:24.548221 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80146df-c3ab-4dc2-926f-34412d539bbd'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:13:24.550760 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cef54f-c732-4b9a-8f65-0dc174165acf" -d '{"events": [{"server_uuid": "f85ca5fa-25c1-48a0-abb3-6e2198a1cda1", "name": "network-vif-plugged", "status": "completed", "tag": "f80146df-c3ab-4dc2-926f-34412d539bbd"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:13:24.570448 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port f80146df-c3ab-4dc2-926f-34412d539bbd, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=f80146df-c3ab-4dc2-926f-34412d539bbd,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:24.575371 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:24.620876 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fa8229-ac4d-447d-9764-8a23e3e01603 x-openstack-request-id: req-f9fa8229-ac4d-447d-9764-8a23e3e01603 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:13:24.621139 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85ca5fa-25c1-48a0-abb3-6e2198a1cda1", "name": "network-vif-plugged", "status": "completed", "tag": "f80146df-c3ab-4dc2-926f-34412d539bbd", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:13:24.621384 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9fa8229-ac4d-447d-9764-8a23e3e01603 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:13:24.621785 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fa8229-ac4d-447d-9764-8a23e3e01603'] response: {'server_uuid': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80146df-c3ab-4dc2-926f-34412d539bbd', 'code': 200} May 26 18:13:24.635081 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=f80146df-c3ab-4dc2-926f-34412d539bbd,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:24.644486 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=12 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:24.929843 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418839a-bced-4874-b5f4-f36780f252f6 req-a77d9fd5-15b6-49ab-bdbc-7a9c6902c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:24.931635 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b418839a-bced-4874-b5f4-f36780f252f6 req-a77d9fd5-15b6-49ab-bdbc-7a9c6902c291 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 1130 time: 0.0626814 May 26 18:13:24.989864 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b418839a-bced-4874-b5f4-f36780f252f6 req-20e7eb8a-bac8-4ed5-a3fa-fb0088434aa3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522647 May 26 18:13:25.549919 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:25.581826 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:25.606215 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953f081-c67b-43ba-ba81-a47aef15b614 req-01d434d3-aa97-444f-99d7-14ab089397de tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:25.607826 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d953f081-c67b-43ba-ba81-a47aef15b614 req-01d434d3-aa97-444f-99d7-14ab089397de tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 946 time: 0.0560298 May 26 18:13:25.689635 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d953f081-c67b-43ba-ba81-a47aef15b614 req-c0a8533b-a223-4af2-9b8c-062d1c51cdc3 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726845 May 26 18:13:26.817690 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6af74-21b4-44fc-80c1-6d9c7e91645e req-f689c357-4d34-4505-832c-167bd8339376 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:26.821312 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1cf6af74-21b4-44fc-80c1-6d9c7e91645e req-f689c357-4d34-4505-832c-167bd8339376 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 946 time: 0.0537183 May 26 18:13:26.887057 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1cf6af74-21b4-44fc-80c1-6d9c7e91645e req-cd6dbdc9-90af-4a03-882f-1d3a4f5216d7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610220 May 26 18:13:27.018540 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.062249 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb1df-0e35-4df7-8fd6-3623858acbcb req-6e1f9f03-3dda-427f-a495-fef8d074215d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:27.064021 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-83cfb1df-0e35-4df7-8fd6-3623858acbcb req-6e1f9f03-3dda-427f-a495-fef8d074215d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 946 time: 0.0708237 May 26 18:13:27.167599 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-83cfb1df-0e35-4df7-8fd6-3623858acbcb req-a469e32d-d40f-4ae6-a3db-5309e3c86753 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943422 May 26 18:13:27.199563 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34690) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:27.640124 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf9cac-5db0-4d89-aefe-36d085689443 tempest-TestVolumeBootPattern-1697460873 tempest-TestVolumeBootPattern-1697460873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:27.644867 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 34698) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:27.647363 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-e9cf9cac-5db0-4d89-aefe-36d085689443 tempest-TestVolumeBootPattern-1697460873 tempest-TestVolumeBootPattern-1697460873-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 1125 time: 0.4445348 May 26 18:13:27.651434 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'port_id': 'f80146df-c3ab-4dc2-926f-34412d539bbd', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:27.689803 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.828038 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:27.966042 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Allocated IP 172.27.1.142 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/88c1adcf-858d-4197-97ef-c3ce1bcbf632) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:13:28.107727 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for port (88c1adcf-858d-4197-97ef-c3ce1bcbf632), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:28.112231 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:28.135493 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:28.148863 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (88c1adcf-858d-4197-97ef-c3ce1bcbf632), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:28.188104 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:13:28.189533 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:13:28.193564 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:13:28.237645 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'Port': ['ID=88c1adcf-858d-4197-97ef-c3ce1bcbf632,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:28.572360 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (f7a0aadc-35f9-4069-b787-70724e049c97), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:28.671138 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (88c1adcf-858d-4197-97ef-c3ce1bcbf632), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:28.903664 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for port (88c1adcf-858d-4197-97ef-c3ce1bcbf632), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:28.908259 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (88c1adcf-858d-4197-97ef-c3ce1bcbf632), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:28.977929 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event updated for resources: {'Port': ['ID=88c1adcf-858d-4197-97ef-c3ce1bcbf632,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:28.988121 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (f7a0aadc-35f9-4069-b787-70724e049c97), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:28.990210 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:29.088500 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Floating IP f7a0aadc-35f9-4069-b787-70724e049c97 associated. External IP: 172.27.1.142, port: f80146df-c3ab-4dc2-926f-34412d539bbd. May 26 18:13:29.090380 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:29.311062 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:13:29.738496 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:13:29.749574 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f2502-820c-4ca4-8f4a-ddd645d7aba0 None None] Sync routers for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:13:29.760068 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:29.763319 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f2502-820c-4ca4-8f4a-ddd645d7aba0 None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:29.765347 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-ac4f2502-820c-4ca4-8f4a-ddd645d7aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:13:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:29.800725 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a679767c-0780-41a2-8002-80b34e756064 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1529939 May 26 18:13:29.801540 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'tag': 'f80146df-c3ab-4dc2-926f-34412d539bbd'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:13:29.805313 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e100070-7c47-4193-8cab-a2334fa852f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f85ca5fa-25c1-48a0-abb3-6e2198a1cda1", "tag": "f80146df-c3ab-4dc2-926f-34412d539bbd"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:13:29.851204 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaa4f86-378e-46b2-b343-09f63cd7ea69 x-openstack-request-id: req-7aaa4f86-378e-46b2-b343-09f63cd7ea69 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:13:29.851501 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85ca5fa-25c1-48a0-abb3-6e2198a1cda1", "tag": "f80146df-c3ab-4dc2-926f-34412d539bbd", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:13:29.851758 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7aaa4f86-378e-46b2-b343-09f63cd7ea69 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:13:29.852942 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aaa4f86-378e-46b2-b343-09f63cd7ea69'] response: {'name': 'network-changed', 'server_uuid': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'tag': 'f80146df-c3ab-4dc2-926f-34412d539bbd', 'status': 'completed', 'code': 200} May 26 18:13:29.881619 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-ac4f2502-820c-4ca4-8f4a-ddd645d7aba0 None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:29.968481 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100070-7c47-4193-8cab-a2334fa852f2 req-8781cf24-b55b-4fe9-93d2-35626d09d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:29.970010 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8e100070-7c47-4193-8cab-a2334fa852f2 req-8781cf24-b55b-4fe9-93d2-35626d09d7d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 1130 time: 0.0639768 May 26 18:13:30.087178 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100070-7c47-4193-8cab-a2334fa852f2 req-b19dc7df-4785-45ca-a197-0f8f1555f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:30.088657 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8e100070-7c47-4193-8cab-a2334fa852f2 req-b19dc7df-4785-45ca-a197-0f8f1555f5a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 913 time: 0.1117449 May 26 18:13:30.122267 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-ac4f2502-820c-4ca4-8f4a-ddd645d7aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3f62399c-83c8-4ccd-a94b-b69375b8b766', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:10Z', 'revision_number': 1, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}, {'id': 'f7a0aadc-35f9-4069-b787-70724e049c97', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': 'f80146df-c3ab-4dc2-926f-34412d539bbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:89:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:13:28Z', 'updated_at': '2022-05-26T18:13:28Z', 'revision_number': 0, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:30.148946 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f2502-820c-4ca4-8f4a-ddd645d7aba0 None None] Checking router: 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:13:30.155783 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8e100070-7c47-4193-8cab-a2334fa852f2 req-6b13905c-1f19-42b6-b9ce-c71013a079fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80146df-c3ab-4dc2-926f-34412d539bbd HTTP/1.1" status: 200 len: 1000 time: 0.0614357 May 26 18:13:30.158078 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f2502-820c-4ca4-8f4a-ddd645d7aba0 None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:30.158717 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-ac4f2502-820c-4ca4-8f4a-ddd645d7aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:13:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:30.214138 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100070-7c47-4193-8cab-a2334fa852f2 req-48cdce29-5f8f-4076-92c7-58890b1a693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:30.215641 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8e100070-7c47-4193-8cab-a2334fa852f2 req-48cdce29-5f8f-4076-92c7-58890b1a693e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.0493307 May 26 18:13:30.267508 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-ac4f2502-820c-4ca4-8f4a-ddd645d7aba0 None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:30.275645 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100070-7c47-4193-8cab-a2334fa852f2 req-cb6f74b5-21a0-48c9-a290-beccaec82153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:30.277938 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8e100070-7c47-4193-8cab-a2334fa852f2 req-cb6f74b5-21a0-48c9-a290-beccaec82153 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562530 May 26 18:13:30.384642 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8e100070-7c47-4193-8cab-a2334fa852f2 req-6762d7a1-1c73-4b27-b833-9d920e5720cd service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001496 May 26 18:13:30.493641 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:30.506075 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8e100070-7c47-4193-8cab-a2334fa852f2 req-d3f9dbf0-ac7f-400f-9d5f-978df0135ade service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103659 May 26 18:13:30.524739 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-ac4f2502-820c-4ca4-8f4a-ddd645d7aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3f62399c-83c8-4ccd-a94b-b69375b8b766', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:10Z', 'revision_number': 1, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}, {'id': 'f7a0aadc-35f9-4069-b787-70724e049c97', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': 'f80146df-c3ab-4dc2-926f-34412d539bbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:89:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:13:28Z', 'updated_at': '2022-05-26T18:13:28Z', 'revision_number': 0, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:30.555023 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f2502-820c-4ca4-8f4a-ddd645d7aba0 None None] The sync data for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi is: [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3f62399c-83c8-4ccd-a94b-b69375b8b766', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:10Z', 'revision_number': 1, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}, {'id': 'f7a0aadc-35f9-4069-b787-70724e049c97', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': 'f80146df-c3ab-4dc2-926f-34412d539bbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:89:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:13:28Z', 'updated_at': '2022-05-26T18:13:28Z', 'revision_number': 0, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:13:30.773126 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33647a3-7599-4da1-b4b3-382c0f91fe31 None None] New status for floating IP f7a0aadc-35f9-4069-b787-70724e049c97: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:13:30.777070 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:31.111736 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34778) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:31.158775 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2954c9c8-6416-4a88-a2a8-4c46470a5038 admin admin] Deleting subnet 0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809 {{(pid=104147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:13:31.162547 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2954c9c8-6416-4a88-a2a8-4c46470a5038 admin admin] Publish callbacks [] for subnet (0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.201360 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2954c9c8-6416-4a88-a2a8-4c46470a5038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3201147'] for subnet (0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.242914 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2954c9c8-6416-4a88-a2a8-4c46470a5038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.304471 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2954c9c8-6416-4a88-a2a8-4c46470a5038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3528279'] for subnet (0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.331953 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954c9c8-6416-4a88-a2a8-4c46470a5038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:31.335304 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-2954c9c8-6416-4a88-a2a8-4c46470a5038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.338514 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-2954c9c8-6416-4a88-a2a8-4c46470a5038 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0e35cd8c-8ac0-4f70-b99c-fe7eb58e0809 HTTP/1.1" status: 204 len: 168 time: 0.2257583 May 26 18:13:31.341036 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34780) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:31.419276 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (edac086d-b832-4f25-9ca5-779f3fe669ed), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.500170 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (edac086d-b832-4f25-9ca5-779f3fe669ed), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.527499 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edac086d-b832-4f25-9ca5-779f3fe669ed']}} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:31.538493 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cf143c-8836-4070-b000-0c74d74d3a5b') {'for_net_delete': True} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:31.538786 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cf143c-8836-4070-b000-0c74d74d3a5b') {} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:31.550545 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3201090'] for segment (20cf143c-8836-4070-b000-0c74d74d3a5b), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.568986 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (20cf143c-8836-4070-b000-0c74d74d3a5b), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.575474 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=104147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:13:31.575842 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3587878'] for segment (20cf143c-8836-4070-b000-0c74d74d3a5b), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.618549 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 20cf143c-8836-4070-b000-0c74d74d3a5b resource provider aggregate not found May 26 18:13:31.638214 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 20cf143c-8836-4070-b000-0c74d74d3a5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20cf143c-8836-4070-b000-0c74d74d3a5b found for delete ", "request_id": "req-29ff6760-b3f6-4cff-9195-7c7e14f730eb"}]} May 26 18:13:31.643698 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (edac086d-b832-4f25-9ca5-779f3fe669ed), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.650366 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.653811 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] 10.222.0.76 "DELETE /v2.0/networks/edac086d-b832-4f25-9ca5-779f3fe669ed HTTP/1.1" status: 204 len: 168 time: 0.3117588 May 26 18:13:31.665803 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e50e89-9572-4a7d-9878-ac1ecdd5fd54 admin admin] Pushing event deleted for resources: {'Network': ['ID=edac086d-b832-4f25-9ca5-779f3fe669ed,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:31.832261 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34788) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:31.849868 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:31.879322 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-374efae3-74c8-4ffd-892f-d73e6d59ee3d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6217142c97d54164a23b27dafacd083f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454786 May 26 18:13:31.882269 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34790) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:31.933920 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9d54-2a97-4c61-ad36-f50504e0f312 admin admin] Publish callbacks [] for security_group (7c83d850-4a22-4483-bf8a-b7161baa17e3), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.962394 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9d54-2a97-4c61-ad36-f50504e0f312 admin admin] Publish callbacks [] for security_group (7c83d850-4a22-4483-bf8a-b7161baa17e3), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:31.968606 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:32.015616 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9d54-2a97-4c61-ad36-f50504e0f312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (7c83d850-4a22-4483-bf8a-b7161baa17e3), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:32.018751 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9d54-2a97-4c61-ad36-f50504e0f312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:32.019965 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-6e1e9d54-2a97-4c61-ad36-f50504e0f312 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c83d850-4a22-4483-bf8a-b7161baa17e3 HTTP/1.1" status: 204 len: 168 time: 0.1367908 May 26 18:13:32.029195 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9d54-2a97-4c61-ad36-f50504e0f312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c83d850-4a22-4483-bf8a-b7161baa17e3,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:32.769597 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 34812) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:32.878573 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1667544352-network', 'tenant_id': 'fd9dfeec33544d148b87d188b4208835'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:32.903335 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Made reservation on behalf of fd9dfeec33544d148b87d188b4208835 for: {'network': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:13:32.905778 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for network (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:32.916155 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:32.970229 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:32.995872 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Publish callbacks [] for security_group (ba2a06e8-2626-407a-bead-71d0382f5e1c), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:32.999919 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (ba2a06e8-2626-407a-bead-71d0382f5e1c), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:33.026023 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=104146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 18:13:33.036661 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2a06e8-2626-407a-bead-71d0382f5e1c,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:33.041683 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748000395879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (3d576b73-f75c-4ff5-af88-3e840190dc53), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:33.042093 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.segments_db [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Added segment 3d576b73-f75c-4ff5-af88-3e840190dc53 of type vlan for network 99892cad-2ee2-484d-9d46-3d47317062eb May 26 18:13:33.084300 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747999873410'] for network (99892cad-2ee2-484d-9d46-3d47317062eb), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:33.108747 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939'] for network (99892cad-2ee2-484d-9d46-3d47317062eb), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:33.109753 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:33.110359 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:33.165823 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3950706 May 26 18:13:33.168807 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34816) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:33.173599 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] Request body: {'subnet': {'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1667544352-subnet', 'tenant_id': 'fd9dfeec33544d148b87d188b4208835', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:33.176725 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee9f08-c238-4c97-9077-897dcea9b45e admin admin] Pushing event updated for resources: {'Network': ['ID=99892cad-2ee2-484d-9d46-3d47317062eb,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:33.187357 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Network 99892cad-2ee2-484d-9d46-3d47317062eb details requested by agent ovs-agent-dv-cinder-839064-2-iscsi with host dv-cinder-839064-2-iscsi {{(pid=104148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 18:13:33.194798 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] Made reservation on behalf of fd9dfeec33544d148b87d188b4208835 for: {'subnet': 1} {{(pid=104147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:13:33.197269 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3528314'] for subnet (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:33.370746 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3587013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3528300'] for subnet (8e8d9e18-3076-45bc-a641-a6c5d0286422), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:33.426763 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8d9e18-3076-45bc-a641-a6c5d0286422,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:33.437951 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] Checking segment: {'id': '3d576b73-f75c-4ff5-af88-3e840190dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:13:33.438336 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] Network hostable DHCP agents. Network: 99892cad-2ee2-484d-9d46-3d47317062eb, hostable agents: ['7005c3e6-da84-430f-988a-50916b305b49'], hosted agents: [] {{(pid=104147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 18:13:33.456345 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] Network 99892cad-2ee2-484d-9d46-3d47317062eb is scheduled to be hosted by DHCP agent 7005c3e6-da84-430f-988a-50916b305b49 with binding_index 1 {{(pid=104147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 18:13:33.465084 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.base_scheduler [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839064-2-iscsi, 99892cad-2ee2-484d-9d46-3d47317062eb) {{(pid=104147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:13:33.469090 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:33.469679 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for subnet (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:33.474334 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca309d-f71d-4aa3-9696-572b4fadee23 None None] Network 99892cad-2ee2-484d-9d46-3d47317062eb requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:13:33.494036 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c79119b7-65ef-4f8e-a730-df12c366de92 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3163013 May 26 18:13:33.582263 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3982e1d-9753-495d-afd4-50f99e596272 None None] Network 99892cad-2ee2-484d-9d46-3d47317062eb requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:13:33.637563 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:35.275606 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-9c2772aa-46f0-4547-af20-dad76cd6f0a9 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:35.277411 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-9c2772aa-46f0-4547-af20-dad76cd6f0a9 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/networks?id=99892cad-2ee2-484d-9d46-3d47317062eb HTTP/1.1" status: 200 len: 814 time: 0.1113989 May 26 18:13:35.292578 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-b1a479e1-d0e7-4cd7-a190-5d75b6a0c428 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/quotas/fd9dfeec33544d148b87d188b4208835 HTTP/1.1" status: 200 len: 375 time: 0.0097408 May 26 18:13:35.325767 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-1023760b-568a-481e-af4e-bcfb307897e5 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd9dfeec33544d148b87d188b4208835&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279446 May 26 18:13:35.417659 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-928f2664-0fb4-4239-a897-5058011f3948 service neutron] 10.222.0.76 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853884 May 26 18:13:35.503363 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:35.515543 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-83ab30b4-1673-4616-b542-c60964d36265 service neutron] 10.222.0.76 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917091 May 26 18:13:35.685937 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0e78d815-71e1-451e-868b-dd3745ecf083 req-5dabbaa1-9e5d-471b-b560-c60956db6241 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 210 time: 0.0322161 May 26 18:13:36.797879 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-69b41c8c-80ad-4e1f-9127-1002f89b2079 req-e4310250-9f19-4a1d-8aaf-3af4805a2edd tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 210 time: 0.0310915 May 26 18:13:36.845919 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-290c33b1-4ed6-461c-8e22-2c13d2f15849 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:36.847484 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-290c33b1-4ed6-461c-8e22-2c13d2f15849 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.86 "GET /v2.0/networks?id=99892cad-2ee2-484d-9d46-3d47317062eb HTTP/1.1" status: 200 len: 814 time: 0.1149342 May 26 18:13:36.876874 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Request body: {'port': {'device_id': 'd777e891-39fc-40a2-9e37-11ea2f519575', 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb', 'admin_state_up': True, 'tenant_id': 'fd9dfeec33544d148b87d188b4208835'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:36.986471 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Made reservation on behalf of fd9dfeec33544d148b87d188b4208835 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:13:36.990888 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:37.118108 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:37.122183 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Allocated IP 172.20.0.11 (99892cad-2ee2-484d-9d46-3d47317062eb/8e8d9e18-3076-45bc-a641-a6c5d0286422/5f54c3b5-d7b5-4be9-9468-da72b838cb66) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:13:37.277244 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks [] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:37.309565 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:37.345227 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:37.359203 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Network 99892cad-2ee2-484d-9d46-3d47317062eb is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:13:37.364703 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:13:37.369480 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:13:37.373719 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Pushing event updated for resources: {'Port': ['ID=5f54c3b5-d7b5-4be9-9468-da72b838cb66,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:37.420311 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:37.420911 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:37.436174 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-22efb65d-30c7-45e3-ac49-e6b44656cc64 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5630655 May 26 18:13:37.458839 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Request body: {'port': {'device_id': 'd777e891-39fc-40a2-9e37-11ea2f519575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:37.524421 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:37.816143 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f54c3b5-d7b5-4be9-9468-da72b838cb66 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:13:37.824461 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Publish callbacks [] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:37.838692 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Transition to ACTIVE for port object 5f54c3b5-d7b5-4be9-9468-da72b838cb66 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:13:37.842575 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:37.926133 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Pushing event updated for resources: {'Port': ['ID=5f54c3b5-d7b5-4be9-9468-da72b838cb66,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:37.940501 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308bc20-8e1b-41a1-9989-39bd1d96d8a5 req-38f6c2b5-8a0a-4c24-a898-e6e6d606a436 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:37.941999 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0308bc20-8e1b-41a1-9989-39bd1d96d8a5 req-38f6c2b5-8a0a-4c24-a898-e6e6d606a436 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 944 time: 0.0721011 May 26 18:13:37.997299 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:38.052695 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0308bc20-8e1b-41a1-9989-39bd1d96d8a5 req-4e76309c-5e68-460e-8960-4141d891b989 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898123 May 26 18:13:38.057128 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Attempting to bind port 5f54c3b5-d7b5-4be9-9468-da72b838cb66 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:13:38.057470 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Attempting to bind port 5f54c3b5-d7b5-4be9-9468-da72b838cb66 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '3d576b73-f75c-4ff5-af88-3e840190dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:13:38.057850 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Attempting to bind port 5f54c3b5-d7b5-4be9-9468-da72b838cb66 on network 99892cad-2ee2-484d-9d46-3d47317062eb {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:13:38.062546 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Port 5f54c3b5-d7b5-4be9-9468-da72b838cb66 on network 99892cad-2ee2-484d-9d46-3d47317062eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:13:38.062869 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Attempting to bind port 5f54c3b5-d7b5-4be9-9468-da72b838cb66 on network 99892cad-2ee2-484d-9d46-3d47317062eb {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:13:38.073709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:13:38.073709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Checking segment: {'id': '3d576b73-f75c-4ff5-af88-3e840190dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:13:38.073709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Bound using segment: {'id': '3d576b73-f75c-4ff5-af88-3e840190dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:13:38.073709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Bound port: 5f54c3b5-d7b5-4be9-9468-da72b838cb66, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d576b73-f75c-4ff5-af88-3e840190dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:13:38.073709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:38.133557 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] For port 5f54c3b5-d7b5-4be9-9468-da72b838cb66, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:13:38.136909 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] For port 5f54c3b5-d7b5-4be9-9468-da72b838cb66, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5f54c3b5-d7b5-4be9-9468-da72b838cb66,segment=NetworkSegment(3d576b73-f75c-4ff5-af88-3e840190dc53),segment_id=3d576b73-f75c-4ff5-af88-3e840190dc53)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:13:38.143559 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:38.178783 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:38.179403 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:38.180768 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] 10.222.0.86 "PUT /v2.0/ports/5f54c3b5-d7b5-4be9-9468-da72b838cb66 HTTP/1.1" status: 200 len: 1094 time: 0.7266848 May 26 18:13:38.181207 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd777e891-39fc-40a2-9e37-11ea2f519575', 'tag': '5f54c3b5-d7b5-4be9-9468-da72b838cb66'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:13:38.183474 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afe2b8e-0469-4b1b-9be2-e421752a5014" -d '{"events": [{"name": "network-changed", "server_uuid": "d777e891-39fc-40a2-9e37-11ea2f519575", "tag": "5f54c3b5-d7b5-4be9-9468-da72b838cb66"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:13:38.209498 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc363a0-4179-42ea-919a-2fc2c81f910c service neutron] Pushing event updated for resources: {'Port': ['ID=5f54c3b5-d7b5-4be9-9468-da72b838cb66,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:38.226690 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61faa5dd-388c-4e39-a7ab-7574687d2b71 x-openstack-request-id: req-61faa5dd-388c-4e39-a7ab-7574687d2b71 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:13:38.226690 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d777e891-39fc-40a2-9e37-11ea2f519575", "tag": "5f54c3b5-d7b5-4be9-9468-da72b838cb66", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:13:38.226690 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-61faa5dd-388c-4e39-a7ab-7574687d2b71 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:13:38.226690 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61faa5dd-388c-4e39-a7ab-7574687d2b71'] response: {'name': 'network-changed', 'server_uuid': 'd777e891-39fc-40a2-9e37-11ea2f519575', 'tag': '5f54c3b5-d7b5-4be9-9468-da72b838cb66', 'status': 'completed', 'code': 200} May 26 18:13:38.280260 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:38.294493 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-c3c0f29c-3da4-4f28-9ff6-6ae1560b2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:38.295951 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-c3c0f29c-3da4-4f28-9ff6-6ae1560b2ae7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fd9dfeec33544d148b87d188b4208835&device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 1128 time: 0.0469868 May 26 18:13:38.344333 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-b0b30151-60cd-427a-92f4-87236317ab9b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f54c3b5-d7b5-4be9-9468-da72b838cb66 HTTP/1.1" status: 200 len: 217 time: 0.0313416 May 26 18:13:38.394493 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-19cc9338-239e-4673-8ba3-08960d55f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:38.396146 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-19cc9338-239e-4673-8ba3-08960d55f18a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e8d9e18-3076-45bc-a641-a6c5d0286422 HTTP/1.1" status: 200 len: 854 time: 0.0455625 May 26 18:13:38.434112 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-f354344c-65ff-4827-8cde-1c2943a82083 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=99892cad-2ee2-484d-9d46-3d47317062eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285649 May 26 18:13:38.529294 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-b75483ad-b308-42c5-839d-7f80163c33a2 service neutron] 10.222.0.86 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894275 May 26 18:13:38.619506 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d2248b96-65c3-469b-a3fc-2c712eb765af req-ed884c8e-d3b7-416b-a1ab-97da74b715d3 service neutron] 10.222.0.86 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841420 May 26 18:13:39.173162 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f53e94-5e7a-4f33-8bd3-6223e7ffc7cb req-b1f2117e-0ff3-4ccd-99c0-a4242f28ee46 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:39.174627 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97f53e94-5e7a-4f33-8bd3-6223e7ffc7cb req-b1f2117e-0ff3-4ccd-99c0-a4242f28ee46 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 944 time: 0.0524979 May 26 18:13:39.222705 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-97f53e94-5e7a-4f33-8bd3-6223e7ffc7cb req-2772656f-0cd4-4463-9491-55be0a05d306 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423007 May 26 18:13:39.602780 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe2b8e-0469-4b1b-9be2-e421752a5014 req-2bc4edc5-802a-47c3-b487-cdf2f00d861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:39.604173 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3afe2b8e-0469-4b1b-9be2-e421752a5014 req-2bc4edc5-802a-47c3-b487-cdf2f00d861c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fd9dfeec33544d148b87d188b4208835&device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 1128 time: 0.0388827 May 26 18:13:39.698175 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe2b8e-0469-4b1b-9be2-e421752a5014 req-be737ca1-a238-4bba-81ce-12eadb649efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:39.699666 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3afe2b8e-0469-4b1b-9be2-e421752a5014 req-be737ca1-a238-4bba-81ce-12eadb649efd service neutron] 10.222.0.86 "GET /v2.0/networks?id=99892cad-2ee2-484d-9d46-3d47317062eb HTTP/1.1" status: 200 len: 915 time: 0.0895338 May 26 18:13:39.738345 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3afe2b8e-0469-4b1b-9be2-e421752a5014 req-37b06677-17e0-4123-bd46-31bff07c311f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f54c3b5-d7b5-4be9-9468-da72b838cb66 HTTP/1.1" status: 200 len: 217 time: 0.0314739 May 26 18:13:39.788099 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe2b8e-0469-4b1b-9be2-e421752a5014 req-bd82dbaf-40a5-4084-8d69-ad64753a5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:39.789564 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3afe2b8e-0469-4b1b-9be2-e421752a5014 req-bd82dbaf-40a5-4084-8d69-ad64753a5ae4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e8d9e18-3076-45bc-a641-a6c5d0286422 HTTP/1.1" status: 200 len: 854 time: 0.0449865 May 26 18:13:39.822768 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3afe2b8e-0469-4b1b-9be2-e421752a5014 req-f34f66b4-46f5-462f-a893-43ec0993f496 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=99892cad-2ee2-484d-9d46-3d47317062eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261931 May 26 18:13:39.852325 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:39.918645 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3afe2b8e-0469-4b1b-9be2-e421752a5014 req-0e2717c5-f9ac-452b-83b5-14f3dd9f8b67 service neutron] 10.222.0.86 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870559 May 26 18:13:40.011156 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3afe2b8e-0469-4b1b-9be2-e421752a5014 req-412da3a5-5f67-4d96-ab48-90f8afc30844 service neutron] 10.222.0.86 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853570 May 26 18:13:40.338768 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c516ef-b84a-4009-85d9-a7b110c60c2c req-b3667d44-84f3-41fd-a4b3-69bf3cbcbd3a tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:40.340263 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-20c516ef-b84a-4009-85d9-a7b110c60c2c req-b3667d44-84f3-41fd-a4b3-69bf3cbcbd3a tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 944 time: 0.0464327 May 26 18:13:40.391175 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-20c516ef-b84a-4009-85d9-a7b110c60c2c req-aa6e2bd3-9c25-4c0f-b597-d453851ed205 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451202 May 26 18:13:40.423713 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5f54c3b5-d7b5-4be9-9468-da72b838cb66 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:13:40.523584 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 5f54c3b5-d7b5-4be9-9468-da72b838cb66, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5f54c3b5-d7b5-4be9-9468-da72b838cb66,segment=NetworkSegment(3d576b73-f75c-4ff5-af88-3e840190dc53),segment_id=3d576b73-f75c-4ff5-af88-3e840190dc53)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:40.659090 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '5f54c3b5-d7b5-4be9-9468-da72b838cb66', 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb', 'port_id': '5f54c3b5-d7b5-4be9-9468-da72b838cb66', 'mac_address': 'fa:16:3e:a7:77:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8d9e18-3076-45bc-a641-a6c5d0286422', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:13:40.696699 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 5f54c3b5-d7b5-4be9-9468-da72b838cb66 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:13:40.697121 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:40.711004 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f54c3b5-d7b5-4be9-9468-da72b838cb66 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:13:40.730591 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 5f54c3b5-d7b5-4be9-9468-da72b838cb66, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5f54c3b5-d7b5-4be9-9468-da72b838cb66,segment=NetworkSegment(3d576b73-f75c-4ff5-af88-3e840190dc53),segment_id=3d576b73-f75c-4ff5-af88-3e840190dc53)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:40.734627 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:40.781210 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=5f54c3b5-d7b5-4be9-9468-da72b838cb66,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:41.069180 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['5f54c3b5-d7b5-4be9-9468-da72b838cb66'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:13:41.511944 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29170f2e-a7f9-4c8f-ba48-cccba8bd1291 req-d1756b9e-8e3d-46d2-8acb-64af79010ff6 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:41.513433 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-29170f2e-a7f9-4c8f-ba48-cccba8bd1291 req-d1756b9e-8e3d-46d2-8acb-64af79010ff6 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 945 time: 0.0525596 May 26 18:13:41.564003 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-29170f2e-a7f9-4c8f-ba48-cccba8bd1291 req-c9ac62b0-ec03-4209-b299-eb8e2feb84da tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450723 May 26 18:13:41.824417 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:42.444950 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5f54c3b5-d7b5-4be9-9468-da72b838cb66 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:13:42.473498 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:42.500624 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port 5f54c3b5-d7b5-4be9-9468-da72b838cb66 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:13:42.506794 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 5f54c3b5-d7b5-4be9-9468-da72b838cb66 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:13:42.507119 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:42.577955 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 5f54c3b5-d7b5-4be9-9468-da72b838cb66 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:13:42.578362 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:42.608191 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd777e891-39fc-40a2-9e37-11ea2f519575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f54c3b5-d7b5-4be9-9468-da72b838cb66'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:13:42.610436 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b130c5-f645-4a9f-a9a0-0e7d3bf5c36f" -d '{"events": [{"server_uuid": "d777e891-39fc-40a2-9e37-11ea2f519575", "name": "network-vif-plugged", "status": "completed", "tag": "5f54c3b5-d7b5-4be9-9468-da72b838cb66"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:13:42.617273 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 5f54c3b5-d7b5-4be9-9468-da72b838cb66, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5f54c3b5-d7b5-4be9-9468-da72b838cb66,segment=NetworkSegment(3d576b73-f75c-4ff5-af88-3e840190dc53),segment_id=3d576b73-f75c-4ff5-af88-3e840190dc53)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:42.623065 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:42.654852 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31ec56c-dad6-4c3c-9290-a548b4d7cf19 x-openstack-request-id: req-e31ec56c-dad6-4c3c-9290-a548b4d7cf19 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:13:42.655152 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d777e891-39fc-40a2-9e37-11ea2f519575", "name": "network-vif-plugged", "status": "completed", "tag": "5f54c3b5-d7b5-4be9-9468-da72b838cb66", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:13:42.655401 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e31ec56c-dad6-4c3c-9290-a548b4d7cf19 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:13:42.655797 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e31ec56c-dad6-4c3c-9290-a548b4d7cf19'] response: {'server_uuid': 'd777e891-39fc-40a2-9e37-11ea2f519575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f54c3b5-d7b5-4be9-9468-da72b838cb66', 'code': 200} May 26 18:13:42.677396 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=5f54c3b5-d7b5-4be9-9468-da72b838cb66,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:42.689216 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562c8e4-eac8-42cc-81d7-84fd3c601405 req-fd84e5c2-9776-4e9d-8d5e-f1473be8ed53 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:42.690750 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6562c8e4-eac8-42cc-81d7-84fd3c601405 req-fd84e5c2-9776-4e9d-8d5e-f1473be8ed53 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 946 time: 0.0504448 May 26 18:13:42.740980 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6562c8e4-eac8-42cc-81d7-84fd3c601405 req-c78e51f3-573b-41cf-ac87-2be710f20370 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428004 May 26 18:13:42.856133 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cc4e0-79b6-470a-839b-1843750de4a4 req-cc6e1d55-61f7-4d39-bda5-12db5eba43df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:42.857600 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cc4cc4e0-79b6-470a-839b-1843750de4a4 req-cc6e1d55-61f7-4d39-bda5-12db5eba43df service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 1130 time: 0.0394030 May 26 18:13:42.904775 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cc4cc4e0-79b6-470a-839b-1843750de4a4 req-478397c7-ac6d-4a15-ad6e-34f31dcd7933 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 May 26 18:13:43.860617 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c604-e853-4825-97b9-1c3bef35e3f0 req-048d516b-663f-4876-bd01-9e21820bb068 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:43.861982 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-af63c604-e853-4825-97b9-1c3bef35e3f0 req-048d516b-663f-4876-bd01-9e21820bb068 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 946 time: 0.0490046 May 26 18:13:43.915243 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-af63c604-e853-4825-97b9-1c3bef35e3f0 req-1ffaedde-7f06-4da8-a0b9-078e3fa56ff3 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469379 May 26 18:13:44.993049 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:45.032154 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691f133-a851-4355-ba54-c8743ac904e6 req-0dd34481-341a-4cac-9ac7-5b86b18cc233 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:45.033629 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3691f133-a851-4355-ba54-c8743ac904e6 req-0dd34481-341a-4cac-9ac7-5b86b18cc233 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 946 time: 0.0504618 May 26 18:13:45.080864 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3691f133-a851-4355-ba54-c8743ac904e6 req-2a570725-ddde-49b7-9344-10ea6f8d9d9b tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 May 26 18:13:46.886437 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:46.893045 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-b93a289b-627d-48a4-bc04-c3ce656a605b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387321 May 26 18:13:46.977109 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-851a338f-7bda-4ef8-b7f3-2458f841401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:46.979072 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-851a338f-7bda-4ef8-b7f3-2458f841401b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 1130 time: 0.0451219 May 26 18:13:47.089659 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-0e9fc28c-1106-4d6d-b8b8-802584c670f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:47.091091 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-0e9fc28c-1106-4d6d-b8b8-802584c670f6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 917 time: 0.0909183 May 26 18:13:47.155976 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-f52bf33c-3044-4425-a590-9a0bca526622 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e80236d7-3451-479e-a7ef-7dbe6285a877 HTTP/1.1" status: 200 len: 1000 time: 0.0574648 May 26 18:13:47.212044 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-664e5603-3267-435e-be40-bd4cd75fef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:47.213553 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-664e5603-3267-435e-be40-bd4cd75fef57 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.0498242 May 26 18:13:47.268145 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-a9adf45d-785b-4b69-ae24-4d49a82f18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:47.269657 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-a9adf45d-785b-4b69-ae24-4d49a82f18ad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454600 May 26 18:13:47.363054 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-fc5b6252-0bbc-4b7b-85c9-6055c3d28cba service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845375 May 26 18:13:47.464772 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e70cd372-a67f-47e3-ad6c-47541abf3e37 req-a245cfdd-b9e1-4783-9a24-bbc772dd4cc5 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901253 May 26 18:13:48.680572 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=75 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:48.681280 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:50.451157 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-3037bc30-9a65-4d6a-b5fd-4a63963da96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:51.449495 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:51.462952 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fa419-c3bb-4db4-91b0-417ea5dcf122 req-2c82947b-f1a8-47d2-888e-c2964824b93e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:51.464447 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-913fa419-c3bb-4db4-91b0-417ea5dcf122 req-2c82947b-f1a8-47d2-888e-c2964824b93e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 946 time: 0.0563493 May 26 18:13:51.512106 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-913fa419-c3bb-4db4-91b0-417ea5dcf122 req-e90cab7b-25e1-45e1-a6b5-2370d1f3e047 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418952 May 26 18:13:51.638759 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:13:52.636229 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59830b0-0c36-4c47-9a4d-7cef8fa2be22 req-415c6626-1a71-43ff-9404-efde3623dc0c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:52.637757 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c59830b0-0c36-4c47-9a4d-7cef8fa2be22 req-415c6626-1a71-43ff-9404-efde3623dc0c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 946 time: 0.0510218 May 26 18:13:52.656124 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c2164aa9-4156-422f-8ec1-30ef94d1119d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:52.693451 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c59830b0-0c36-4c47-9a4d-7cef8fa2be22 req-da23c022-87a7-4ae3-b971-8f2fd151f04f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497072 May 26 18:13:53.468170 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-8d5e23d2-be8d-4eb5-93d9-fcfe335cc0d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:53.469545 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-8d5e23d2-be8d-4eb5-93d9-fcfe335cc0d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.86 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 946 time: 0.0473373 May 26 18:13:53.565321 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Deleting port e80236d7-3451-479e-a7ef-7dbe6285a877 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:53.565667 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:53.657514 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] For port e80236d7-3451-479e-a7ef-7dbe6285a877, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=e80236d7-3451-479e-a7ef-7dbe6285a877,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:13:53.657878 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:53.862807 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48497a36-98ef-4e00-99f5-d5e6770fa477 req-cd04d788-835b-4203-95a0-e95ab7699646 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:53.864988 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-48497a36-98ef-4e00-99f5-d5e6770fa477 req-cd04d788-835b-4203-95a0-e95ab7699646 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fabdc26-1a43-41bd-849f-797ba0e5b73b HTTP/1.1" status: 200 len: 946 time: 0.0895722 May 26 18:13:53.869478 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:53.869993 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (780f4b06-ed97-4c14-9336-b106813aea87), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:53.870745 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Floating IP 780f4b06-ed97-4c14-9336-b106813aea87 disassociated. External IP: 172.27.1.23, port: e80236d7-3451-479e-a7ef-7dbe6285a877. May 26 18:13:53.871088 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Calling delete_port for e80236d7-3451-479e-a7ef-7dbe6285a877 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:53.929581 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:53.933333 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:53.982827 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-48497a36-98ef-4e00-99f5-d5e6770fa477 req-26d1dca3-4b5e-446e-9328-fe6662a3202e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=049c2c21-bad2-415f-8125-dd83bc4e7ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089756 May 26 18:13:54.061476 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (e80236d7-3451-479e-a7ef-7dbe6285a877), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:54.089530 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event deleted for resources: {'Port': ['ID=e80236d7-3451-479e-a7ef-7dbe6285a877,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:54.203433 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:13:54.246010 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:54.312881 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:13:54.322828 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbdbd81-b69a-4f3f-aeb0-5dc3ca76337a None None] Sync routers for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:13:54.334924 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbdbd81-b69a-4f3f-aeb0-5dc3ca76337a None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:54.335721 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-6cbdbd81-b69a-4f3f-aeb0-5dc3ca76337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:13:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:54.358378 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] No DVR routers for this DVR port e80236d7-3451-479e-a7ef-7dbe6285a877 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:13:54.361211 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:54.364821 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8935edc0-31fd-4a91-8c6c-430296ea7281 req-738b5a6b-ed2f-4e88-b5f4-d92d0b43b4f0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.86 "DELETE /v2.0/ports/e80236d7-3451-479e-a7ef-7dbe6285a877 HTTP/1.1" status: 204 len: 173 time: 0.8895936 May 26 18:13:54.365257 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'name': 'network-vif-deleted', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:13:54.367492 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c2dd20-797c-40bd-bc90-f67c7ec71557" -d '{"events": [{"server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "name": "network-vif-deleted", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:13:54.412355 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfce92d-88a1-4aa9-a8ef-8b2ab84b39e4 x-openstack-request-id: req-1cfce92d-88a1-4aa9-a8ef-8b2ab84b39e4 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:13:54.414072 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fabdc26-1a43-41bd-849f-797ba0e5b73b", "name": "network-vif-deleted", "tag": "e80236d7-3451-479e-a7ef-7dbe6285a877", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:13:54.414341 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1cfce92d-88a1-4aa9-a8ef-8b2ab84b39e4 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:13:54.414750 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfce92d-88a1-4aa9-a8ef-8b2ab84b39e4'] response: {'server_uuid': '6fabdc26-1a43-41bd-849f-797ba0e5b73b', 'name': 'network-vif-deleted', 'tag': 'e80236d7-3451-479e-a7ef-7dbe6285a877', 'status': 'completed', 'code': 200} May 26 18:13:54.454531 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-6cbdbd81-b69a-4f3f-aeb0-5dc3ca76337a None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:54.737797 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-6cbdbd81-b69a-4f3f-aeb0-5dc3ca76337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:54.762558 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbdbd81-b69a-4f3f-aeb0-5dc3ca76337a None None] Checking router: fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:13:54.771105 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbdbd81-b69a-4f3f-aeb0-5dc3ca76337a None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:13:54.771998 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-6cbdbd81-b69a-4f3f-aeb0-5dc3ca76337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:13:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:54.884696 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-6cbdbd81-b69a-4f3f-aeb0-5dc3ca76337a None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:13:55.095784 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 34994) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:55.102303 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-6cbdbd81-b69a-4f3f-aeb0-5dc3ca76337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:13:55.128139 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbdbd81-b69a-4f3f-aeb0-5dc3ca76337a None None] The sync data for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi is: [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:13:55.164027 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-66cd71eb-f264-4ea1-aa05-5ad55bd58fa2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (049c2c21-bad2-415f-8125-dd83bc4e7ff6), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:55.189955 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-66cd71eb-f264-4ea1-aa05-5ad55bd58fa2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (049c2c21-bad2-415f-8125-dd83bc4e7ff6), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:55.240754 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-66cd71eb-f264-4ea1-aa05-5ad55bd58fa2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (049c2c21-bad2-415f-8125-dd83bc4e7ff6), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:55.243318 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-66cd71eb-f264-4ea1-aa05-5ad55bd58fa2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:55.244473 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-66cd71eb-f264-4ea1-aa05-5ad55bd58fa2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "DELETE /v2.0/security-groups/049c2c21-bad2-415f-8125-dd83bc4e7ff6 HTTP/1.1" status: 204 len: 168 time: 0.1476815 May 26 18:13:55.247469 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 34996) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:55.257246 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd71eb-f264-4ea1-aa05-5ad55bd58fa2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049c2c21-bad2-415f-8125-dd83bc4e7ff6,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:55.269056 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.api.v2.resource [None req-f24529e2-3311-45d6-bdd8-145b22e690aa tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] show failed (client error): The resource could not be found. May 26 18:13:55.273967 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f24529e2-3311-45d6-bdd8-145b22e690aa tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups/049c2c21-bad2-415f-8125-dd83bc4e7ff6 HTTP/1.1" status: 404 len: 347 time: 0.0253952 May 26 18:13:55.274114 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 34998) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:55.387885 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a62cd-144c-4988-9221-d67479219ba3 None None] New status for floating IP 780f4b06-ed97-4c14-9336-b106813aea87: DOWN {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:13:55.546313 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:55.552535 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:55.686588 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-b26b2391-50dc-4de2-9dd5-ff52f38e6fa8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Deleting port db42e2cc-e519-4b94-92e4-d4bcf39c3dc3 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:13:55.686928 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b26b2391-50dc-4de2-9dd5-ff52f38e6fa8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (db42e2cc-e519-4b94-92e4-d4bcf39c3dc3), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:55.766377 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b26b2391-50dc-4de2-9dd5-ff52f38e6fa8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (db42e2cc-e519-4b94-92e4-d4bcf39c3dc3), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:55.766702 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b26b2391-50dc-4de2-9dd5-ff52f38e6fa8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (db42e2cc-e519-4b94-92e4-d4bcf39c3dc3), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:55.781129 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-b26b2391-50dc-4de2-9dd5-ff52f38e6fa8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Calling delete_port for db42e2cc-e519-4b94-92e4-d4bcf39c3dc3 owned by network:floatingip {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:13:55.889914 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:55.915863 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b26b2391-50dc-4de2-9dd5-ff52f38e6fa8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (db42e2cc-e519-4b94-92e4-d4bcf39c3dc3), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:55.940680 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b2391-50dc-4de2-9dd5-ff52f38e6fa8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event deleted for resources: {'Port': ['ID=db42e2cc-e519-4b94-92e4-d4bcf39c3dc3,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:56.012136 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b26b2391-50dc-4de2-9dd5-ff52f38e6fa8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (780f4b06-ed97-4c14-9336-b106813aea87), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.014736 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b26b2391-50dc-4de2-9dd5-ff52f38e6fa8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.018594 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b26b2391-50dc-4de2-9dd5-ff52f38e6fa8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "DELETE /v2.0/floatingips/780f4b06-ed97-4c14-9336-b106813aea87 HTTP/1.1" status: 204 len: 168 time: 0.7405939 May 26 18:13:56.091944 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35004) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:56.096485 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-76994c40-4452-48db-97fd-90decfec7720 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662289593', 'description': 'tempest-description--418611119'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:56.118269 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-76994c40-4452-48db-97fd-90decfec7720 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.197409 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-76994c40-4452-48db-97fd-90decfec7720 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (ea52834e-57f1-4496-b4d5-ff4d0f8c332a), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.200983 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-76994c40-4452-48db-97fd-90decfec7720 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (ea52834e-57f1-4496-b4d5-ff4d0f8c332a), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.233992 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-76994c40-4452-48db-97fd-90decfec7720 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.235235 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-76994c40-4452-48db-97fd-90decfec7720 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1422772 May 26 18:13:56.238345 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35006) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:56.243886 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-5dadb84c-68df-4ef2-b222-2f567ed7a028 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'security_group_rule': {'security_group_id': 'ea52834e-57f1-4496-b4d5-ff4d0f8c332a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:56.249633 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76994c40-4452-48db-97fd-90decfec7720 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea52834e-57f1-4496-b4d5-ff4d0f8c332a,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:56.273258 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5dadb84c-68df-4ef2-b222-2f567ed7a028 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (bb384111-e88c-4aea-a809-c71891e3d0b9), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.331823 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5dadb84c-68df-4ef2-b222-2f567ed7a028 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (bb384111-e88c-4aea-a809-c71891e3d0b9), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.335976 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5dadb84c-68df-4ef2-b222-2f567ed7a028 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (bb384111-e88c-4aea-a809-c71891e3d0b9), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.355756 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadb84c-68df-4ef2-b222-2f567ed7a028 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb384111-e88c-4aea-a809-c71891e3d0b9,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:56.366278 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-5dadb84c-68df-4ef2-b222-2f567ed7a028 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.367467 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-5dadb84c-68df-4ef2-b222-2f567ed7a028 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276798 May 26 18:13:56.370105 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35008) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:56.374423 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.v2.base [None req-ff37f590-d605-4e2f-878a-3f7b734a0f6e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'security_group_rule': {'security_group_id': 'ea52834e-57f1-4496-b4d5-ff4d0f8c332a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:56.400999 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ff37f590-d605-4e2f-878a-3f7b734a0f6e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (1c4fb44e-c7f7-41a8-af0b-81dfde223522), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.461449 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ff37f590-d605-4e2f-878a-3f7b734a0f6e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (1c4fb44e-c7f7-41a8-af0b-81dfde223522), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.465029 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ff37f590-d605-4e2f-878a-3f7b734a0f6e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698629'] for security_group_rule (1c4fb44e-c7f7-41a8-af0b-81dfde223522), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.479431 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:56.484659 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37f590-d605-4e2f-878a-3f7b734a0f6e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4fb44e-c7f7-41a8-af0b-81dfde223522,revision_number=0']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:56.493473 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ff37f590-d605-4e2f-878a-3f7b734a0f6e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.494722 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ff37f590-d605-4e2f-878a-3f7b734a0f6e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236606 May 26 18:13:56.497883 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35010) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:13:56.502772 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'floatingip': {'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:56.516269 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e80236d7-3451-479e-a7ef-7dbe6285a877 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:13:56.524728 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.537332 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: e80236d7-3451-479e-a7ef-7dbe6285a877 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:13:56.537680 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device e80236d7-3451-479e-a7ef-7dbe6285a877 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:13:56.608674 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.706074 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:56.725400 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Allocated IP 172.27.1.39 (87c30ee3-ecc3-4b30-9751-5557819add7d/e50fe025-3355-4d7e-9d53-ce69125faee5/025e78e2-df5d-4e3c-a798-f79018574219) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:13:56.834564 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for port (025e78e2-df5d-4e3c-a798-f79018574219), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.866363 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (025e78e2-df5d-4e3c-a798-f79018574219), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:56.907374 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Network 87c30ee3-ecc3-4b30-9751-5557819add7d is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:13:56.910265 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:13:56.913290 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:13:56.937102 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'Port': ['ID=025e78e2-df5d-4e3c-a798-f79018574219,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:56.949980 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.950359 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.950707 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.951046 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.951419 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.951739 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.952028 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.952353 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.952681 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.953051 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.953557 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.953709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.954086 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.954555 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.954942 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:13:56.986220 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:57.024709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (84beb55f-8818-4f23-a423-ba4083c09f18), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:57.062693 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (025e78e2-df5d-4e3c-a798-f79018574219), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:57.137572 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:57.246694 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for port (025e78e2-df5d-4e3c-a798-f79018574219), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:57.251057 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (025e78e2-df5d-4e3c-a798-f79018574219), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:57.326673 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'Port': ['ID=025e78e2-df5d-4e3c-a798-f79018574219,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:57.335610 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (84beb55f-8818-4f23-a423-ba4083c09f18), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:57.351058 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:57.352408 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-db547b0a-eab6-4c38-9f04-e33e242254fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8532898 May 26 18:13:57.548967 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-a4cbde7d-3eb6-467d-881d-6ee52b7a84fe tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1662289593&fields=id&tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6 HTTP/1.1" status: 200 len: 267 time: 0.0422184 May 26 18:13:57.657487 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-5f6151f0-9d4d-4988-82bc-505af75fc83b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:57.658982 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-5f6151f0-9d4d-4988-82bc-505af75fc83b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 816 time: 0.1018152 May 26 18:13:57.674417 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-e7767887-ca0c-4ea0-98c3-e6760e2c5897 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/quotas/1b13e82b890d4bedbd8ecb6bcbd603c6 HTTP/1.1" status: 200 len: 375 time: 0.0092618 May 26 18:13:57.725623 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-717a3797-03b0-458f-bf89-d61b8eab8442 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440199 May 26 18:13:57.759045 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:57.826368 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-dc486fb8-c10b-44f2-a65d-8f724d9c10f1 service neutron] 10.222.0.76 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892348 May 26 18:13:57.915811 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-c99459d0-5d28-4033-b7cb-37976b423ceb service neutron] 10.222.0.76 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837853 May 26 18:13:58.083054 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b7d15ad5-83c1-4830-a2ea-eeef3fd87bcf req-13444332-a280-4d23-809e-7c1d6cd14f45 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 210 time: 0.0317311 May 26 18:13:59.180442 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-581a3810-97ad-4f04-a10a-c2dd62c98dbf tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:59.182106 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-581a3810-97ad-4f04-a10a-c2dd62c98dbf tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 816 time: 0.1247175 May 26 18:13:59.199393 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4d1f90f3-beca-46ba-b433-c2ac51fe18cb req-d0140455-c1da-4aef-8058-d96e7a599ee3 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 210 time: 0.0320649 May 26 18:13:59.227338 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:59.270456 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-cd48bf48-5edc-41ce-8281-6088c8b96569 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6 HTTP/1.1" status: 200 len: 380 time: 0.0651393 May 26 18:13:59.347197 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'port': {'device_id': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'admin_state_up': True, 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'security_groups': ['ea52834e-57f1-4496-b4d5-ff4d0f8c332a']}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:59.454347 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Made reservation on behalf of 1b13e82b890d4bedbd8ecb6bcbd603c6 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:13:59.458229 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:59.588603 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Allocated IP 172.20.0.11 (bdb5c7d1-b856-499c-9d5b-edcdfcd226bf/b76b4bb5-9f7b-46d4-99fb-f1c068c29318/0dee4d26-9746-4489-a773-a054c63b2c40) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:13:59.724906 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for port (0dee4d26-9746-4489-a773-a054c63b2c40), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:59.728890 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:13:59.760053 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:59.809636 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:13:59.812757 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:13:59.817381 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:13:59.840938 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event updated for resources: {'Port': ['ID=0dee4d26-9746-4489-a773-a054c63b2c40,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:13:59.871616 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:13:59.872223 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:13:59.889620 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-be0b0fa7-9c89-4398-9286-c570aed2140b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5462484 May 26 18:13:59.910767 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Request body: {'port': {'device_id': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:13:59.973161 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:00.083015 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-dd1e74e9-90dd-427d-b03e-97676b4d0c7a None None] Provisioning complete for port 0dee4d26-9746-4489-a773-a054c63b2c40 triggered by entity DHCP. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:14:00.083732 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-dd1e74e9-90dd-427d-b03e-97676b4d0c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:00.115937 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e74e9-90dd-427d-b03e-97676b4d0c7a None None] Port 0dee4d26-9746-4489-a773-a054c63b2c40 cannot update to ACTIVE because it is not bound. {{(pid=104148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 18:14:00.125195 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:00.310880 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dee4d26-9746-4489-a773-a054c63b2c40 {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:14:00.322460 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Publish callbacks [] for port (0dee4d26-9746-4489-a773-a054c63b2c40), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:00.337769 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ea1c2-fe15-4513-8503-5e24e54af5da req-85ff8958-aee4-47ae-ad85-1621b8f988ee tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:00.339248 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dc3ea1c2-fe15-4513-8503-5e24e54af5da req-85ff8958-aee4-47ae-ad85-1621b8f988ee tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 932 time: 0.0641916 May 26 18:14:00.349425 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Transition to ACTIVE for port object 0dee4d26-9746-4489-a773-a054c63b2c40 will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:14:00.365977 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:00.435040 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0dee4d26-9746-4489-a773-a054c63b2c40,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:14:00.448996 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-dc3ea1c2-fe15-4513-8503-5e24e54af5da req-9d181c31-0ea7-4fdd-9a24-8ebd4aa8a70b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038940 May 26 18:14:00.524975 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Attempting to bind port 0dee4d26-9746-4489-a773-a054c63b2c40 on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:14:00.525234 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Attempting to bind port 0dee4d26-9746-4489-a773-a054c63b2c40 by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:14:00.525565 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Attempting to bind port 0dee4d26-9746-4489-a773-a054c63b2c40 on network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:14:00.530630 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Port 0dee4d26-9746-4489-a773-a054c63b2c40 on network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:14:00.530949 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Attempting to bind port 0dee4d26-9746-4489-a773-a054c63b2c40 on network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:14:00.536770 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:14:00.537065 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Checking segment: {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:14:00.537448 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Bound using segment: {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:14:00.537878 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Bound port: 0dee4d26-9746-4489-a773-a054c63b2c40, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3febfef5-f4d8-483e-8bac-d33d6652a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:14:00.538277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:00.578372 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:00.606957 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:14:00.610096 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:14:00.615707 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:00.650521 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:00.651694 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:00.653223 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] 10.222.0.86 "PUT /v2.0/ports/0dee4d26-9746-4489-a773-a054c63b2c40 HTTP/1.1" status: 200 len: 1094 time: 0.7470536 May 26 18:14:00.655618 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:14:00.657863 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:14:00.696575 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c74676-524b-462f-8682-1f81c3521bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0dee4d26-9746-4489-a773-a054c63b2c40,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:14:00.700593 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde8230c-49df-4b1f-afef-c33e02093f29 x-openstack-request-id: req-dde8230c-49df-4b1f-afef-c33e02093f29 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:14:00.700887 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:14:00.701142 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dde8230c-49df-4b1f-afef-c33e02093f29 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:14:00.701539 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde8230c-49df-4b1f-afef-c33e02093f29'] response: {'name': 'network-changed', 'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40', 'status': 'completed', 'code': 200} May 26 18:14:00.761461 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-865a42ca-dae4-4053-bc26-f6fbf4d9b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:00.762943 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-865a42ca-dae4-4053-bc26-f6fbf4d9b2f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 1128 time: 0.0456791 May 26 18:14:00.814043 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-bfab0a7a-ebbe-49a0-871f-60241d00d64f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dee4d26-9746-4489-a773-a054c63b2c40 HTTP/1.1" status: 200 len: 217 time: 0.0384326 May 26 18:14:00.867222 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-eca4666c-4d8e-4434-8bf1-00b73c732c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:00.868710 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-eca4666c-4d8e-4434-8bf1-00b73c732c85 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.0479193 May 26 18:14:00.913570 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-342f9c19-531e-4b0b-987e-55bcd6174d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:00.915108 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-342f9c19-531e-4b0b-987e-55bcd6174d26 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395427 May 26 18:14:01.009016 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-db7ec048-4e32-4bc1-a671-f9d91bb6b0f7 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875914 May 26 18:14:01.101183 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e210d6b-f7bf-44e1-92c3-38469c2c64e6 req-7372781c-82dd-46da-8e45-cc7247ddf886 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838678 May 26 18:14:01.559714 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:01.577828 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87122e1d-ccd4-44b6-80b6-e211feec8b2f req-9bad28c4-5466-4f9e-b592-9d161f89e7a2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:01.579331 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-87122e1d-ccd4-44b6-80b6-e211feec8b2f req-9bad28c4-5466-4f9e-b592-9d161f89e7a2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0522604 May 26 18:14:01.628291 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-87122e1d-ccd4-44b6-80b6-e211feec8b2f req-6e6a3817-1dd2-4572-b310-1be710c8bb2d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 May 26 18:14:02.156038 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa req-7e91549d-c738-4079-b23b-bd9fd416e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:02.157558 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa req-7e91549d-c738-4079-b23b-bd9fd416e8db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 1128 time: 0.0449464 May 26 18:14:02.248088 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa req-f44ac500-abbc-413d-b1ad-d593904294eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:02.249561 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa req-f44ac500-abbc-413d-b1ad-d593904294eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 917 time: 0.0860631 May 26 18:14:02.293070 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa req-3ef9989c-cefa-4114-afab-b327e56bbc2b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dee4d26-9746-4489-a773-a054c63b2c40 HTTP/1.1" status: 200 len: 217 time: 0.0360923 May 26 18:14:02.361000 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa req-d0a51313-817b-42da-bf4e-3d3c84dc33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:02.362150 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa req-d0a51313-817b-42da-bf4e-3d3c84dc33dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.0456159 May 26 18:14:02.406383 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa req-a9694b64-306a-47cf-bbaa-5ea87624031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:02.407809 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa req-a9694b64-306a-47cf-bbaa-5ea87624031b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392733 May 26 18:14:02.507568 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa req-fcbd5e7e-108f-4392-9992-5c692351cfa4 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934520 May 26 18:14:02.607351 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3b5a5c3f-0a4d-4cce-8966-59b2f66969fa req-8aa089dc-222e-46a1-8270-83169f326ae2 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943053 May 26 18:14:02.714713 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:02.752173 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30806a-08f0-44b9-b7a9-604c623fddac req-b4638add-1319-4434-a1a3-2eea33bd1223 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:02.753634 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4d30806a-08f0-44b9-b7a9-604c623fddac req-b4638add-1319-4434-a1a3-2eea33bd1223 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0493357 May 26 18:14:02.803869 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4d30806a-08f0-44b9-b7a9-604c623fddac req-1e3ac494-082f-4a72-a3c7-baabb44fdb61 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 May 26 18:14:03.927891 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6108c-c96e-4c59-a1c4-759fa2bb3ed3 req-5ddc829d-91a5-4ec4-a9f4-63ad9306b738 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:03.929284 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-13e6108c-c96e-4c59-a1c4-759fa2bb3ed3 req-5ddc829d-91a5-4ec4-a9f4-63ad9306b738 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0511954 May 26 18:14:03.978370 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-13e6108c-c96e-4c59-a1c4-759fa2bb3ed3 req-9ef54c7b-2dd5-477b-9a7c-05f846669b8a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 May 26 18:14:04.563020 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0dee4d26-9746-4489-a773-a054c63b2c40 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:14:04.661056 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:14:04.675995 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '0dee4d26-9746-4489-a773-a054c63b2c40', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'port_id': '0dee4d26-9746-4489-a773-a054c63b2c40', 'mac_address': 'fa:16:3e:86:5a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:14:04.712409 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 0dee4d26-9746-4489-a773-a054c63b2c40 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:14:04.712800 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:04.726301 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dee4d26-9746-4489-a773-a054c63b2c40 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:14:04.746159 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:14:04.750511 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:04.799902 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=0dee4d26-9746-4489-a773-a054c63b2c40,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:14:05.064594 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['0dee4d26-9746-4489-a773-a054c63b2c40'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:14:05.102732 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5c683-54ef-4454-91d1-c546b0c884d3 req-9c93272e-7fb8-4d21-9348-ea3fe00d12fd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:05.104105 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-25e5c683-54ef-4454-91d1-c546b0c884d3 req-9c93272e-7fb8-4d21-9348-ea3fe00d12fd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 945 time: 0.0521102 May 26 18:14:05.104818 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=61 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:05.105931 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=73 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:05.119077 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:05.157131 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-25e5c683-54ef-4454-91d1-c546b0c884d3 req-5cf9526a-1b04-454e-89e4-7e6ccc523d51 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462148 May 26 18:14:06.276642 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade9d42-66c2-470f-9e68-23ffbaf967ea req-7242b65c-ad51-4973-9a38-cd4053da7836 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:06.278120 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-eade9d42-66c2-470f-9e68-23ffbaf967ea req-7242b65c-ad51-4973-9a38-cd4053da7836 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 945 time: 0.0472519 May 26 18:14:06.324980 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-eade9d42-66c2-470f-9e68-23ffbaf967ea req-45d18095-2ab3-4825-ae39-e9dd15855d65 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413778 May 26 18:14:06.579218 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0dee4d26-9746-4489-a773-a054c63b2c40 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:14:06.620719 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port 0dee4d26-9746-4489-a773-a054c63b2c40 completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:14:06.626482 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 0dee4d26-9746-4489-a773-a054c63b2c40 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:14:06.626853 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:06.703694 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 0dee4d26-9746-4489-a773-a054c63b2c40 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:14:06.704074 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:06.727043 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:14:06.729287 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f510a3c8-48d9-4590-9e72-2db4db7abd29" -d '{"events": [{"server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "name": "network-vif-plugged", "status": "completed", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:14:06.742800 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:14:06.747405 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:06.770075 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acb2ace-1664-4b06-8e27-597d510555ac x-openstack-request-id: req-0acb2ace-1664-4b06-8e27-597d510555ac {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:14:06.770859 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "name": "network-vif-plugged", "status": "completed", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:14:06.770859 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0acb2ace-1664-4b06-8e27-597d510555ac {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:14:06.771075 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0acb2ace-1664-4b06-8e27-597d510555ac'] response: {'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40', 'code': 200} May 26 18:14:06.797273 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=0dee4d26-9746-4489-a773-a054c63b2c40,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:14:06.970742 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d46786-80b4-434c-bab4-70c7a5b6d8a2 req-f20ca1ee-2f2f-4bfc-9d56-7b449633aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:06.972221 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e8d46786-80b4-434c-bab4-70c7a5b6d8a2 req-f20ca1ee-2f2f-4bfc-9d56-7b449633aeee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 1130 time: 0.0378613 May 26 18:14:07.022879 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e8d46786-80b4-434c-bab4-70c7a5b6d8a2 req-f21f60b0-155a-4028-b6d7-380347a4f2ea service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372646 May 26 18:14:07.448542 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4ea40-20fd-4a2a-9a25-354875a4c6ea req-7a052271-aa5a-411e-905c-5974c57f7cb0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:07.449998 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-00d4ea40-20fd-4a2a-9a25-354875a4c6ea req-7a052271-aa5a-411e-905c-5974c57f7cb0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0482035 May 26 18:14:07.501252 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-00d4ea40-20fd-4a2a-9a25-354875a4c6ea req-8f58a93b-ee37-4268-a0ca-704ba21ec764 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456750 May 26 18:14:08.637499 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ac4dd-222c-4249-8abe-b0cdd6462048 req-b8723f8a-3c06-47a3-81fa-6947646ccdd2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:08.639073 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cc6ac4dd-222c-4249-8abe-b0cdd6462048 req-b8723f8a-3c06-47a3-81fa-6947646ccdd2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0515537 May 26 18:14:08.687977 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cc6ac4dd-222c-4249-8abe-b0cdd6462048 req-d5658b3e-f731-44fb-b8ee-ebcb31ab9d22 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 May 26 18:14:09.812328 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f9507-9889-4f29-acf0-75cbbf114605 req-6b503bf1-1909-4a86-be63-6118a8507589 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:09.813802 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ad7f9507-9889-4f29-acf0-75cbbf114605 req-6b503bf1-1909-4a86-be63-6118a8507589 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0479379 May 26 18:14:09.862506 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ad7f9507-9889-4f29-acf0-75cbbf114605 req-93ab2956-c049-4d40-b6be-1b59393fbc6e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420871 May 26 18:14:09.977031 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184d81d-039c-43d1-9f02-2890a2c97146 req-17eb362d-4f5a-454a-b311-ec0165390959 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:09.978445 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b184d81d-039c-43d1-9f02-2890a2c97146 req-17eb362d-4f5a-454a-b311-ec0165390959 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0479906 May 26 18:14:09.986906 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35114) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:14:09.991293 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [None req-5bc08428-4944-4a78-a187-093511c29977 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Request body: {'floatingip': {'port_id': '0dee4d26-9746-4489-a773-a054c63b2c40'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:14:10.029845 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5bc08428-4944-4a78-a187-093511c29977 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (84beb55f-8818-4f23-a423-ba4083c09f18), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:10.142303 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:10.481180 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5bc08428-4944-4a78-a187-093511c29977 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:10.485154 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5bc08428-4944-4a78-a187-093511c29977 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (84beb55f-8818-4f23-a423-ba4083c09f18), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:10.590591 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-5bc08428-4944-4a78-a187-093511c29977 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Floating IP 84beb55f-8818-4f23-a423-ba4083c09f18 associated. External IP: 172.27.1.39, port: 0dee4d26-9746-4489-a773-a054c63b2c40. May 26 18:14:10.690466 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:10.796165 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc08428-4944-4a78-a187-093511c29977 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:14:10.900152 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc08428-4944-4a78-a187-093511c29977 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:14:10.905327 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5bc08428-4944-4a78-a187-093511c29977 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:10.912942 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef9498-4c2e-4c4f-b2a4-18dd56a4a4b4 None None] Sync routers for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:14:10.923890 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef9498-4c2e-4c4f-b2a4-18dd56a4a4b4 None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:14:10.924771 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-7fef9498-4c2e-4c4f-b2a4-18dd56a4a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:13:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:14:10.936176 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5bc08428-4944-4a78-a187-093511c29977 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "PUT /v2.0/floatingips/84beb55f-8818-4f23-a423-ba4083c09f18 HTTP/1.1" status: 200 len: 991 time: 0.9482155 May 26 18:14:10.936858 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:14:10.939314 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebab637-7f34-4261-aa99-f4e427134bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:14:10.978340 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cc438f-55e8-4fa3-9c04-48b9dc105dc1 x-openstack-request-id: req-53cc438f-55e8-4fa3-9c04-48b9dc105dc1 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:14:10.978959 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:14:10.979057 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53cc438f-55e8-4fa3-9c04-48b9dc105dc1 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:14:10.979397 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53cc438f-55e8-4fa3-9c04-48b9dc105dc1'] response: {'name': 'network-changed', 'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40', 'status': 'completed', 'code': 200} May 26 18:14:11.029304 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-7fef9498-4c2e-4c4f-b2a4-18dd56a4a4b4 None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:14:11.234758 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-7fef9498-4c2e-4c4f-b2a4-18dd56a4a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '84beb55f-8818-4f23-a423-ba4083c09f18', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'port_id': '0dee4d26-9746-4489-a773-a054c63b2c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'mac_address': 'fa:16:3e:86:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:13:56Z', 'updated_at': '2022-05-26T18:14:10Z', 'revision_number': 1, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:14:11.262030 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef9498-4c2e-4c4f-b2a4-18dd56a4a4b4 None None] Checking router: fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:14:11.270639 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef9498-4c2e-4c4f-b2a4-18dd56a4a4b4 None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:14:11.271278 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-7fef9498-4c2e-4c4f-b2a4-18dd56a4a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:13:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:14:11.377322 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-7fef9498-4c2e-4c4f-b2a4-18dd56a4a4b4 None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:14:11.587555 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-7fef9498-4c2e-4c4f-b2a4-18dd56a4a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '84beb55f-8818-4f23-a423-ba4083c09f18', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'port_id': '0dee4d26-9746-4489-a773-a054c63b2c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'mac_address': 'fa:16:3e:86:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:13:56Z', 'updated_at': '2022-05-26T18:14:10Z', 'revision_number': 1, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:14:11.611496 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef9498-4c2e-4c4f-b2a4-18dd56a4a4b4 None None] The sync data for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi is: [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '84beb55f-8818-4f23-a423-ba4083c09f18', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'port_id': '0dee4d26-9746-4489-a773-a054c63b2c40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'mac_address': 'fa:16:3e:86:5a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:13:56Z', 'updated_at': '2022-05-26T18:14:10Z', 'revision_number': 1, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:14:11.803305 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01aa2f-598a-4dfe-9572-15c6757124ba None None] New status for floating IP 84beb55f-8818-4f23-a423-ba4083c09f18: ACTIVE {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:14:11.844600 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:11.861716 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:13.315709 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab637-7f34-4261-aa99-f4e427134bfe req-962baca3-9130-4e92-889a-841c8eb924fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:13.317919 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-aebab637-7f34-4261-aa99-f4e427134bfe req-962baca3-9130-4e92-889a-841c8eb924fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 1130 time: 0.0406966 May 26 18:14:13.411881 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab637-7f34-4261-aa99-f4e427134bfe req-6a6b9ec0-9867-4d40-831c-c65368d537cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:13.413334 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-aebab637-7f34-4261-aa99-f4e427134bfe req-6a6b9ec0-9867-4d40-831c-c65368d537cf service neutron] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 917 time: 0.0894396 May 26 18:14:13.758615 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-aebab637-7f34-4261-aa99-f4e427134bfe req-f14e4ebd-1585-48c8-8253-1d53a9bca7f0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dee4d26-9746-4489-a773-a054c63b2c40 HTTP/1.1" status: 200 len: 1001 time: 0.3394027 May 26 18:14:13.800367 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:13.811592 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab637-7f34-4261-aa99-f4e427134bfe req-e5a979cf-6125-428a-9cc6-4874ac4718a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:13.813044 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-aebab637-7f34-4261-aa99-f4e427134bfe req-e5a979cf-6125-428a-9cc6-4874ac4718a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.0480120 May 26 18:14:13.863405 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab637-7f34-4261-aa99-f4e427134bfe req-be1d7350-0510-41c8-9550-3df4d074ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:13.865759 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-aebab637-7f34-4261-aa99-f4e427134bfe req-be1d7350-0510-41c8-9550-3df4d074ab41 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431292 May 26 18:14:13.958060 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-aebab637-7f34-4261-aa99-f4e427134bfe req-4f4fb400-f887-4ebe-b70c-ea4605be387d service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844240 May 26 18:14:14.055579 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-aebab637-7f34-4261-aa99-f4e427134bfe req-da4e20a6-32c6-4712-b114-b15accbc2f35 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880113 May 26 18:14:19.856309 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=83 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:19.859126 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=49 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:20.454915 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-13bb4ae9-6c2d-4dfc-bfb0-92b3c975a063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:22.649660 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-378b420d-e3ca-41c4-b5be-010cf0ff1f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:22.665069 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=79 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:22.665811 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=75 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:23.931037 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:24.050568 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=26 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:24.052678 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=75 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:25.553337 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:26.813600 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9e883-519f-4dac-a684-080a417743b4 req-f2d3a54e-419c-4664-8ec9-973a3ebaf580 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:26.815102 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e2a9e883-519f-4dac-a684-080a417743b4 req-f2d3a54e-419c-4664-8ec9-973a3ebaf580 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 946 time: 0.0496852 May 26 18:14:26.862814 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e2a9e883-519f-4dac-a684-080a417743b4 req-d9187222-8526-4cc9-9bdb-ec0e90d760eb tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 May 26 18:14:26.991014 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:27.982350 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0b35f-ca98-44a4-adfb-0327c22d22f3 req-ba23943a-4fea-4e93-a108-8c919dcf2e01 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:27.983829 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6bc0b35f-ca98-44a4-adfb-0327c22d22f3 req-ba23943a-4fea-4e93-a108-8c919dcf2e01 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 946 time: 0.0487354 May 26 18:14:28.031779 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-6bc0b35f-ca98-44a4-adfb-0327c22d22f3 req-8837c7d7-9c55-4086-a0da-6c690ac9e71a tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424564 May 26 18:14:28.637942 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:14:28.947637 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b861-59bb-4e47-a160-d000efecd8d5 req-a56a4fb3-7268-4e63-9b57-0527f626f4ec tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:28.948996 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1054b861-59bb-4e47-a160-d000efecd8d5 req-a56a4fb3-7268-4e63-9b57-0527f626f4ec tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.86 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 946 time: 0.0468328 May 26 18:14:29.039672 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-1054b861-59bb-4e47-a160-d000efecd8d5 req-c314d79b-16ae-4bff-8b90-0fe08d89fe18 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Deleting port 5f54c3b5-d7b5-4be9-9468-da72b838cb66 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:14:29.040009 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-1054b861-59bb-4e47-a160-d000efecd8d5 req-c314d79b-16ae-4bff-8b90-0fe08d89fe18 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:29.167526 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-1054b861-59bb-4e47-a160-d000efecd8d5 req-c314d79b-16ae-4bff-8b90-0fe08d89fe18 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] For port 5f54c3b5-d7b5-4be9-9468-da72b838cb66, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=5f54c3b5-d7b5-4be9-9468-da72b838cb66,segment=NetworkSegment(3d576b73-f75c-4ff5-af88-3e840190dc53),segment_id=3d576b73-f75c-4ff5-af88-3e840190dc53)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:14:29.167894 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-1054b861-59bb-4e47-a160-d000efecd8d5 req-c314d79b-16ae-4bff-8b90-0fe08d89fe18 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:29.175950 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e134b28-6024-4ad5-9bea-7587cdf655bb req-80294dca-8b00-435f-a751-0fd14d6539cf tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:29.177399 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0e134b28-6024-4ad5-9bea-7587cdf655bb req-80294dca-8b00-435f-a751-0fd14d6539cf tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=d777e891-39fc-40a2-9e37-11ea2f519575 HTTP/1.1" status: 200 len: 946 time: 0.0751674 May 26 18:14:29.200855 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-1054b861-59bb-4e47-a160-d000efecd8d5 req-c314d79b-16ae-4bff-8b90-0fe08d89fe18 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Calling delete_port for 5f54c3b5-d7b5-4be9-9468-da72b838cb66 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:14:29.268253 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0e134b28-6024-4ad5-9bea-7587cdf655bb req-82fda7be-597a-450f-b0ea-b6de29a93be2 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852373 May 26 18:14:29.356427 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-1054b861-59bb-4e47-a160-d000efecd8d5 req-c314d79b-16ae-4bff-8b90-0fe08d89fe18 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (5f54c3b5-d7b5-4be9-9468-da72b838cb66), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:29.385176 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314d79b-16ae-4bff-8b90-0fe08d89fe18 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Pushing event deleted for resources: {'Port': ['ID=5f54c3b5-d7b5-4be9-9468-da72b838cb66,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:14:29.393462 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['5f54c3b5-d7b5-4be9-9468-da72b838cb66'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:14:29.431300 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1054b861-59bb-4e47-a160-d000efecd8d5 req-c314d79b-16ae-4bff-8b90-0fe08d89fe18 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] No DVR routers for this DVR port 5f54c3b5-d7b5-4be9-9468-da72b838cb66 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:14:29.433750 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-1054b861-59bb-4e47-a160-d000efecd8d5 req-c314d79b-16ae-4bff-8b90-0fe08d89fe18 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:29.436967 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1054b861-59bb-4e47-a160-d000efecd8d5 req-c314d79b-16ae-4bff-8b90-0fe08d89fe18 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.86 "DELETE /v2.0/ports/5f54c3b5-d7b5-4be9-9468-da72b838cb66 HTTP/1.1" status: 204 len: 173 time: 0.4823630 May 26 18:14:29.437400 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd777e891-39fc-40a2-9e37-11ea2f519575', 'name': 'network-vif-deleted', 'tag': '5f54c3b5-d7b5-4be9-9468-da72b838cb66'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:14:29.439649 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7448aaa4-35cc-4faf-8b62-7f157f8c057b" -d '{"events": [{"server_uuid": "d777e891-39fc-40a2-9e37-11ea2f519575", "name": "network-vif-deleted", "tag": "5f54c3b5-d7b5-4be9-9468-da72b838cb66"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:14:29.482689 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9c3f59-c5cb-43b4-b283-8d6dbc5a5fbb x-openstack-request-id: req-aa9c3f59-c5cb-43b4-b283-8d6dbc5a5fbb {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:14:29.483348 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d777e891-39fc-40a2-9e37-11ea2f519575", "name": "network-vif-deleted", "tag": "5f54c3b5-d7b5-4be9-9468-da72b838cb66", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:14:29.483762 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa9c3f59-c5cb-43b4-b283-8d6dbc5a5fbb {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:14:29.484384 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9c3f59-c5cb-43b4-b283-8d6dbc5a5fbb'] response: {'server_uuid': 'd777e891-39fc-40a2-9e37-11ea2f519575', 'name': 'network-vif-deleted', 'tag': '5f54c3b5-d7b5-4be9-9468-da72b838cb66', 'status': 'completed', 'code': 200} May 26 18:14:33.582904 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5f54c3b5-d7b5-4be9-9468-da72b838cb66 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:14:33.603595 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: 5f54c3b5-d7b5-4be9-9468-da72b838cb66 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:14:33.603968 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 5f54c3b5-d7b5-4be9-9468-da72b838cb66 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:14:38.024993 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=9 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:38.027982 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=9 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:38.635120 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:39.398734 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:39.414335 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=61,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:39.415123 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=64,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:40.334790 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a0f32-185b-4082-bec6-1956906e52db req-6e0de1ee-72c1-42d5-ac2c-1deb68d55ff1 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:40.336359 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-6e0de1ee-72c1-42d5-ac2c-1deb68d55ff1 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/networks?id=99892cad-2ee2-484d-9d46-3d47317062eb HTTP/1.1" status: 200 len: 814 time: 0.1046939 May 26 18:14:40.351516 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-ecc2d5f5-f0a7-4b90-8a54-c9f91aa69373 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/quotas/fd9dfeec33544d148b87d188b4208835 HTTP/1.1" status: 200 len: 375 time: 0.0096760 May 26 18:14:40.384082 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-7418c704-17a4-4a17-afa7-bc614e7ebfe2 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fd9dfeec33544d148b87d188b4208835&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275948 May 26 18:14:40.740537 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-1e20e0b3-1bb0-41d9-8424-1495f798dc55 service neutron] 10.222.0.76 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499448 May 26 18:14:40.829605 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-4f1867a4-be1f-4115-a04d-464f3ed1603b service neutron] 10.222.0.76 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834401 May 26 18:14:40.995350 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-02abaffd-a7bd-49c3-b025-e541bbdf74ce req-994c36dd-2f66-4e56-baf3-7554b3a5a65c tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 210 time: 0.0305138 May 26 18:14:41.835062 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=62,neutron:UPDATE=6 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:41.848142 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:42.016545 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a0f32-185b-4082-bec6-1956906e52db req-9db613e7-616b-4871-9a83-e02069acb859 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:42.018131 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-9db613e7-616b-4871-9a83-e02069acb859 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.86 "GET /v2.0/networks?id=99892cad-2ee2-484d-9d46-3d47317062eb HTTP/1.1" status: 200 len: 814 time: 0.1067231 May 26 18:14:42.046061 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Request body: {'port': {'device_id': 'c2186203-2cac-424f-827c-afa5f96dd3ce', 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb', 'admin_state_up': True, 'tenant_id': 'fd9dfeec33544d148b87d188b4208835'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:14:42.112392 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-d73c9fe1-ab15-4d94-becc-1399db3f77db req-e35f012e-7450-46ce-b92d-e9ad5c5dd602 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 210 time: 0.0326452 May 26 18:14:42.166399 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Made reservation on behalf of fd9dfeec33544d148b87d188b4208835 for: {'port': 1} {{(pid=104146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 18:14:42.169923 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:42.298632 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_common [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Allocated IP 172.20.0.8 (99892cad-2ee2-484d-9d46-3d47317062eb/8e8d9e18-3076-45bc-a641-a6c5d0286422/1ddd7828-82fd-4380-a913-e58631e94cec) {{(pid=104146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 18:14:42.450007 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks [] for port (1ddd7828-82fd-4380-a913-e58631e94cec), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:42.482227 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747999866188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:42.527683 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Network 99892cad-2ee2-484d-9d46-3d47317062eb is already hosted by enough agents. {{(pid=104146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 18:14:42.532901 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.base_scheduler [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Resources bound (agent type, host, resource id): {{(pid=104146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 18:14:42.536631 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Received port after_create {{(pid=104146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 18:14:42.563317 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Pushing event updated for resources: {'Port': ['ID=1ddd7828-82fd-4380-a913-e58631e94cec,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:14:42.589335 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:42.589940 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:42.605626 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f8ded128-d3c1-48b5-aa8b-a85643c49c95 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5696375 May 26 18:14:42.624316 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.v2.base [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Request body: {'port': {'device_id': 'c2186203-2cac-424f-827c-afa5f96dd3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83906'}} {{(pid=104146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 18:14:42.684201 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:42.686860 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:42.768730 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:42.981431 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddd7828-82fd-4380-a913-e58631e94cec {{(pid=104146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:14:42.990121 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Publish callbacks [] for port (1ddd7828-82fd-4380-a913-e58631e94cec), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:43.002384 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.provisioning_blocks [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Transition to ACTIVE for port object 1ddd7828-82fd-4380-a913-e58631e94cec will not be triggered until provisioned by entity L2. {{(pid=104146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 18:14:43.007504 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:43.069357 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd7828-82fd-4380-a913-e58631e94cec,revision_number=2']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:14:43.142829 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Attempting to bind port 1ddd7828-82fd-4380-a913-e58631e94cec on host hv-cinder-83906 for vnic_type normal with profile {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 18:14:43.143168 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Attempting to bind port 1ddd7828-82fd-4380-a913-e58631e94cec by drivers openvswitch,hyperv on host hv-cinder-83906 at level 0 using segments [{'id': '3d576b73-f75c-4ff5-af88-3e840190dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb'}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 18:14:43.143495 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Attempting to bind port 1ddd7828-82fd-4380-a913-e58631e94cec on network 99892cad-2ee2-484d-9d46-3d47317062eb {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:14:43.149303 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Port 1ddd7828-82fd-4380-a913-e58631e94cec on network 99892cad-2ee2-484d-9d46-3d47317062eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83906 {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 18:14:43.149627 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Attempting to bind port 1ddd7828-82fd-4380-a913-e58631e94cec on network 99892cad-2ee2-484d-9d46-3d47317062eb {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 18:14:43.156665 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Checking agent: {'id': '6e62213e-1588-4b14-b7ff-65df4a9d9183', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83906', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'started_at': datetime.datetime(2022, 5, 26, 18, 2, 41), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 18, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 18:14:43.156665 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Checking segment: {'id': '3d576b73-f75c-4ff5-af88-3e840190dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 18:14:43.156665 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Bound using segment: {'id': '3d576b73-f75c-4ff5-af88-3e840190dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb'} {{(pid=104146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 18:14:43.156665 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.managers [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Bound port: 1ddd7828-82fd-4380-a913-e58631e94cec, host: hv-cinder-83906, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d576b73-f75c-4ff5-af88-3e840190dc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb'}}] {{(pid=104146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 18:14:43.156665 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), before_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:43.255643 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf082e-af68-4039-bf69-266ae2b8caa4 req-f76641ee-ed36-4cdc-9710-7ae912b9616b tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:43.257095 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0eaf082e-af68-4039-bf69-266ae2b8caa4 req-f76641ee-ed36-4cdc-9710-7ae912b9616b tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 943 time: 0.0662336 May 26 18:14:43.264528 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] For port 1ddd7828-82fd-4380-a913-e58631e94cec, host hv-cinder-83906, cleared binding levels {{(pid=104146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 18:14:43.272634 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] For port 1ddd7828-82fd-4380-a913-e58631e94cec, host hv-cinder-83906, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=1ddd7828-82fd-4380-a913-e58631e94cec,segment=NetworkSegment(3d576b73-f75c-4ff5-af88-3e840190dc53),segment_id=3d576b73-f75c-4ff5-af88-3e840190dc53)] {{(pid=104146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 18:14:43.289130 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25883192'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:43.337571 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:43.338233 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:43.339592 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] 10.222.0.86 "PUT /v2.0/ports/1ddd7828-82fd-4380-a913-e58631e94cec HTTP/1.1" status: 200 len: 1093 time: 0.7193201 May 26 18:14:43.343878 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2186203-2cac-424f-827c-afa5f96dd3ce', 'tag': '1ddd7828-82fd-4380-a913-e58631e94cec'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:14:43.346081 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d0a303-4e44-4272-9a1e-025612b01db4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2186203-2cac-424f-827c-afa5f96dd3ce", "tag": "1ddd7828-82fd-4380-a913-e58631e94cec"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:14:43.365857 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0eaf082e-af68-4039-bf69-266ae2b8caa4 req-70b4e2c2-a82c-4bda-ae19-f78b7321ecad tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026216 May 26 18:14:43.378138 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb909d-bc04-4a49-9ad7-2823718843ef service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd7828-82fd-4380-a913-e58631e94cec,revision_number=3']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:14:43.393033 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ac8119-6497-4a69-9edc-56b1314d6b96 x-openstack-request-id: req-52ac8119-6497-4a69-9edc-56b1314d6b96 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:14:43.393338 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2186203-2cac-424f-827c-afa5f96dd3ce", "tag": "1ddd7828-82fd-4380-a913-e58631e94cec", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:14:43.393597 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-52ac8119-6497-4a69-9edc-56b1314d6b96 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:14:43.394003 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ac8119-6497-4a69-9edc-56b1314d6b96'] response: {'name': 'network-changed', 'server_uuid': 'c2186203-2cac-424f-827c-afa5f96dd3ce', 'tag': '1ddd7828-82fd-4380-a913-e58631e94cec', 'status': 'completed', 'code': 200} May 26 18:14:43.443385 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a0f32-185b-4082-bec6-1956906e52db req-6dd98c08-e9f0-40ee-a6fc-a09c5c826297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:43.444868 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-6dd98c08-e9f0-40ee-a6fc-a09c5c826297 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fd9dfeec33544d148b87d188b4208835&device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 1127 time: 0.0414617 May 26 18:14:43.492844 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-45f25948-23ee-4290-9da1-d0fb30c14745 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ddd7828-82fd-4380-a913-e58631e94cec HTTP/1.1" status: 200 len: 217 time: 0.0332241 May 26 18:14:43.542943 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a0f32-185b-4082-bec6-1956906e52db req-e906193a-3827-4c4e-971f-8a87855d8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:43.544400 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-e906193a-3827-4c4e-971f-8a87855d8c01 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e8d9e18-3076-45bc-a641-a6c5d0286422 HTTP/1.1" status: 200 len: 854 time: 0.0456345 May 26 18:14:43.579762 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-f9f0ffe9-06be-42af-a292-8d3f53642762 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=99892cad-2ee2-484d-9d46-3d47317062eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294633 May 26 18:14:43.664115 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:43.682586 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-5753969b-8115-41ad-ad60-080d18042774 service neutron] 10.222.0.86 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961087 May 26 18:14:43.774800 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ee4a0f32-185b-4082-bec6-1956906e52db req-16082421-63e0-4c8d-94df-8ae103d578da service neutron] 10.222.0.86 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863733 May 26 18:14:44.444517 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:44.483080 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48718efb-61fa-4f70-b9c9-0c4a666c5643 req-c0cd475b-03ae-4b53-b4c2-f6ac4a1f71ed tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:44.484529 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-48718efb-61fa-4f70-b9c9-0c4a666c5643 req-c0cd475b-03ae-4b53-b4c2-f6ac4a1f71ed tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 943 time: 0.0490737 May 26 18:14:44.532493 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-48718efb-61fa-4f70-b9c9-0c4a666c5643 req-a19ecf12-e828-4563-a02b-261f55b045cb tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 May 26 18:14:44.778635 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0a303-4e44-4272-9a1e-025612b01db4 req-60e9c761-462b-4595-89e8-2add06dd05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:44.780186 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8d0a303-4e44-4272-9a1e-025612b01db4 req-60e9c761-462b-4595-89e8-2add06dd05fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fd9dfeec33544d148b87d188b4208835&device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 1127 time: 0.0407803 May 26 18:14:44.875842 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0a303-4e44-4272-9a1e-025612b01db4 req-c2263a76-1265-497a-82d1-a0f902b5b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:44.877317 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8d0a303-4e44-4272-9a1e-025612b01db4 req-c2263a76-1265-497a-82d1-a0f902b5b476 service neutron] 10.222.0.86 "GET /v2.0/networks?id=99892cad-2ee2-484d-9d46-3d47317062eb HTTP/1.1" status: 200 len: 915 time: 0.0902319 May 26 18:14:44.916890 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8d0a303-4e44-4272-9a1e-025612b01db4 req-89197d1c-2e5a-4c6b-add3-219873ae758a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ddd7828-82fd-4380-a913-e58631e94cec HTTP/1.1" status: 200 len: 217 time: 0.0326562 May 26 18:14:44.970050 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0a303-4e44-4272-9a1e-025612b01db4 req-ea4cb3d3-94c1-4b7e-8982-75aabf880519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:44.971504 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8d0a303-4e44-4272-9a1e-025612b01db4 req-ea4cb3d3-94c1-4b7e-8982-75aabf880519 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e8d9e18-3076-45bc-a641-a6c5d0286422 HTTP/1.1" status: 200 len: 854 time: 0.0486960 May 26 18:14:45.008862 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8d0a303-4e44-4272-9a1e-025612b01db4 req-1eca681c-7cc1-487e-9eed-ef4146ec91ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=99892cad-2ee2-484d-9d46-3d47317062eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298820 May 26 18:14:45.098969 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8d0a303-4e44-4272-9a1e-025612b01db4 req-f9b0c89a-ce54-4d44-9299-923704ee49f7 service neutron] 10.222.0.86 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838156 May 26 18:14:45.193315 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8d0a303-4e44-4272-9a1e-025612b01db4 req-acfc51ee-d2f8-445e-881d-891c29a8d57e service neutron] 10.222.0.86 "GET /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883906 May 26 18:14:45.651648 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c62d2-2301-4225-bdaa-aff5b9ffd29e req-56b134e6-9c28-4a15-a21b-5f3530a517ef tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:45.653095 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7e3c62d2-2301-4225-bdaa-aff5b9ffd29e req-56b134e6-9c28-4a15-a21b-5f3530a517ef tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 943 time: 0.0488055 May 26 18:14:45.700427 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7e3c62d2-2301-4225-bdaa-aff5b9ffd29e req-b20c7986-1b5c-44e5-bcfd-7cd4e9322f04 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415416 May 26 18:14:46.741222 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 1ddd7828-82fd-4380-a913-e58631e94cec details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:14:46.845776 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 1ddd7828-82fd-4380-a913-e58631e94cec, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=1ddd7828-82fd-4380-a913-e58631e94cec,segment=NetworkSegment(3d576b73-f75c-4ff5-af88-3e840190dc53),segment_id=3d576b73-f75c-4ff5-af88-3e840190dc53)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:14:46.858546 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '1ddd7828-82fd-4380-a913-e58631e94cec', 'network_id': '99892cad-2ee2-484d-9d46-3d47317062eb', 'port_id': '1ddd7828-82fd-4380-a913-e58631e94cec', 'mac_address': 'fa:16:3e:34:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8d9e18-3076-45bc-a641-a6c5d0286422', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:14:46.898022 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 1ddd7828-82fd-4380-a913-e58631e94cec is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:14:46.898379 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:46.912818 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddd7828-82fd-4380-a913-e58631e94cec {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:14:46.931008 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cebb7e-b1ea-4ea8-ac21-0de54de51ea1 req-663861db-bf36-4c98-9e8c-4cb345388929 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:46.932505 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e7cebb7e-b1ea-4ea8-ac21-0de54de51ea1 req-663861db-bf36-4c98-9e8c-4cb345388929 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 943 time: 0.1637702 May 26 18:14:46.933055 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 1ddd7828-82fd-4380-a913-e58631e94cec, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=1ddd7828-82fd-4380-a913-e58631e94cec,segment=NetworkSegment(3d576b73-f75c-4ff5-af88-3e840190dc53),segment_id=3d576b73-f75c-4ff5-af88-3e840190dc53)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:14:46.937360 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:46.983302 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-e7cebb7e-b1ea-4ea8-ac21-0de54de51ea1 req-7160402e-7e08-4951-abe9-ed0862440abd tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444498 May 26 18:14:46.987644 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=1ddd7828-82fd-4380-a913-e58631e94cec,revision_number=4']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:14:46.994873 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.005442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:14:47.290216 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['1ddd7828-82fd-4380-a913-e58631e94cec'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:14:47.898079 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e685346-481b-472c-9038-e2186bf56c01 req-6df8cfa9-4f3f-4a8e-8262-09db3d677c8a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260367 May 26 18:14:47.989294 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e685346-481b-472c-9038-e2186bf56c01 req-b252223b-84bc-48d0-8e09-e7a17f31807c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0306101 May 26 18:14:48.036903 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e685346-481b-472c-9038-e2186bf56c01 req-c9ec420e-30fb-4401-b1c1-0409abc6c12b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209861 May 26 18:14:48.137912 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e685346-481b-472c-9038-e2186bf56c01 req-11a400a5-b978-44dc-8be1-1b05428714e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:48.139524 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-3e685346-481b-472c-9038-e2186bf56c01 req-11a400a5-b978-44dc-8be1-1b05428714e7 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969934 May 26 18:14:48.166487 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9e354-2f24-4507-89fe-30009007e4cb req-2cb9af64-d557-4bb7-887c-f9774322a452 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:48.167881 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ece9e354-2f24-4507-89fe-30009007e4cb req-2cb9af64-d557-4bb7-887c-f9774322a452 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 944 time: 0.1091688 May 26 18:14:48.215352 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ece9e354-2f24-4507-89fe-30009007e4cb req-a3ef6a46-0498-4b10-9347-41b901888a25 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 May 26 18:14:48.752007 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 1ddd7828-82fd-4380-a913-e58631e94cec up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:14:48.795151 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning for port 1ddd7828-82fd-4380-a913-e58631e94cec completed by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 18:14:48.803046 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 1ddd7828-82fd-4380-a913-e58631e94cec triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:14:48.803608 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:48.883442 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 1ddd7828-82fd-4380-a913-e58631e94cec is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:14:48.883828 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:48.906856 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2186203-2cac-424f-827c-afa5f96dd3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd7828-82fd-4380-a913-e58631e94cec'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:14:48.909092 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb47f94-83c7-408b-b28e-1d7cb93678bf" -d '{"events": [{"server_uuid": "c2186203-2cac-424f-827c-afa5f96dd3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd7828-82fd-4380-a913-e58631e94cec"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:14:48.921762 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 1ddd7828-82fd-4380-a913-e58631e94cec, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=1ddd7828-82fd-4380-a913-e58631e94cec,segment=NetworkSegment(3d576b73-f75c-4ff5-af88-3e840190dc53),segment_id=3d576b73-f75c-4ff5-af88-3e840190dc53)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:14:48.926707 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:48.951471 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c924ad-5c10-4c26-b4b7-b1b000b47e5f x-openstack-request-id: req-83c924ad-5c10-4c26-b4b7-b1b000b47e5f {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:14:48.951759 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2186203-2cac-424f-827c-afa5f96dd3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd7828-82fd-4380-a913-e58631e94cec", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:14:48.952012 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83c924ad-5c10-4c26-b4b7-b1b000b47e5f {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:14:48.952407 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c924ad-5c10-4c26-b4b7-b1b000b47e5f'] response: {'server_uuid': 'c2186203-2cac-424f-827c-afa5f96dd3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd7828-82fd-4380-a913-e58631e94cec', 'code': 200} May 26 18:14:48.977363 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=1ddd7828-82fd-4380-a913-e58631e94cec,revision_number=5']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:14:49.335112 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8af8a-eb85-4aa0-8922-97cca2ee3692 req-68b8f72c-d776-4ee2-a89f-47b0245d9ed3 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:49.336467 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-60d8af8a-eb85-4aa0-8922-97cca2ee3692 req-68b8f72c-d776-4ee2-a89f-47b0245d9ed3 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 945 time: 0.0523016 May 26 18:14:49.384128 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-60d8af8a-eb85-4aa0-8922-97cca2ee3692 req-70066719-b8a5-4bd1-8fd1-8391403b3650 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 May 26 18:14:49.558595 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664952b1-54eb-4e98-a0fd-04be92de5aa6 req-da449017-8ddb-4bad-8413-bd72d9aed10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:49.560075 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-664952b1-54eb-4e98-a0fd-04be92de5aa6 req-da449017-8ddb-4bad-8413-bd72d9aed10b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 1129 time: 0.0391443 May 26 18:14:49.607488 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-664952b1-54eb-4e98-a0fd-04be92de5aa6 req-117b3f11-5543-479a-b3f0-9106d9443e06 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 May 26 18:14:50.462913 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cd956d62-9630-4f7c-905e-8a75fe98fd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:50.501938 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57981a07-7eab-4e53-86fd-95c33a8adc89 req-a66a7571-6e31-438c-b650-d7deeed1f3ff tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:50.504074 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-57981a07-7eab-4e53-86fd-95c33a8adc89 req-a66a7571-6e31-438c-b650-d7deeed1f3ff tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 945 time: 0.0500336 May 26 18:14:50.529911 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:50.553217 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-57981a07-7eab-4e53-86fd-95c33a8adc89 req-20bbed7f-a884-4e5e-a1a8-061e01bb1876 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 May 26 18:14:51.669688 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ce420-74cd-474f-a571-0f59166f5b56 req-c9d1747f-d4ab-4a5a-a233-74ad2e2634bf tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:51.671096 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0c1ce420-74cd-474f-a571-0f59166f5b56 req-c9d1747f-d4ab-4a5a-a233-74ad2e2634bf tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 945 time: 0.0477183 May 26 18:14:51.718719 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0c1ce420-74cd-474f-a571-0f59166f5b56 req-29770d77-f0b7-4f06-a8c3-5d11b65ff337 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 May 26 18:14:52.652453 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-92df8952-c166-474d-a4bf-3478ed3cd872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:53.933309 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:55.553341 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:56.993983 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:14:59.481541 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a17ef-d071-4357-b20b-7c06c81c2bea req-18ebba45-f69d-4176-ae62-3027c109f529 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:14:59.483085 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-654a17ef-d071-4357-b20b-7c06c81c2bea req-18ebba45-f69d-4176-ae62-3027c109f529 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0470278 May 26 18:14:59.536192 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-654a17ef-d071-4357-b20b-7c06c81c2bea req-093f9145-3394-47c8-b83d-cc74396e1472 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466022 May 26 18:14:59.653343 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=13 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:14:59.663340 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=19 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:00.546364 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:00.548428 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:00.657464 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd51a92-2266-47c8-b59e-9a787e0c8fd7 req-80fb5259-ba77-4b2f-8ff7-96d7bdf9e1b7 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:00.659722 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bbd51a92-2266-47c8-b59e-9a787e0c8fd7 req-80fb5259-ba77-4b2f-8ff7-96d7bdf9e1b7 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0488830 May 26 18:15:00.708890 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bbd51a92-2266-47c8-b59e-9a787e0c8fd7 req-e8ca64b2-4772-43c8-b51e-fe99caf119ac tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 May 26 18:15:01.831305 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d302cc-e065-41dc-9358-ac5375abf0d0 req-adbe778d-a3fc-47bc-9b10-90b597cdedc8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:01.832780 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-93d302cc-e065-41dc-9358-ac5375abf0d0 req-adbe778d-a3fc-47bc-9b10-90b597cdedc8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0475967 May 26 18:15:01.881207 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-93d302cc-e065-41dc-9358-ac5375abf0d0 req-b23721be-14be-4085-b81e-12d4455cf049 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428460 May 26 18:15:03.007356 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b23d17-cd33-4ac9-90ed-5ab2a4f14cb5 req-aaaade69-a61c-4d41-b5a4-960fb3daf6b0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:03.008876 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-36b23d17-cd33-4ac9-90ed-5ab2a4f14cb5 req-aaaade69-a61c-4d41-b5a4-960fb3daf6b0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0544639 May 26 18:15:03.058803 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-36b23d17-cd33-4ac9-90ed-5ab2a4f14cb5 req-1f064446-d38e-4b8e-9d7b-0ef666e26d05 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442123 May 26 18:15:04.183022 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06787f73-b4f1-4206-843d-b2e70daffce3 req-2701f7dc-16a6-4926-9e96-76f507d3a897 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:04.184498 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-06787f73-b4f1-4206-843d-b2e70daffce3 req-2701f7dc-16a6-4926-9e96-76f507d3a897 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0499952 May 26 18:15:04.219810 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:04.231992 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-06787f73-b4f1-4206-843d-b2e70daffce3 req-a0785fae-ffff-4766-b3fc-ae22b8c66b95 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419352 May 26 18:15:05.352141 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e71b45-5550-4ead-8dcc-bdc3091f71bd req-08a2f3d9-55ed-484f-af33-b145dfafe50e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:05.353619 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a3e71b45-5550-4ead-8dcc-bdc3091f71bd req-08a2f3d9-55ed-484f-af33-b145dfafe50e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0475731 May 26 18:15:05.401629 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a3e71b45-5550-4ead-8dcc-bdc3091f71bd req-b5384d2c-0ba7-4112-ad58-0f7e7ce2c55a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423362 May 26 18:15:05.637126 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:15:06.531669 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f8131-4b1d-4a08-b337-b2badbf3b5bb req-df838695-49ef-411d-aa08-d60966511c4f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:06.533149 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-866f8131-4b1d-4a08-b337-b2badbf3b5bb req-df838695-49ef-411d-aa08-d60966511c4f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0502260 May 26 18:15:06.569212 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:06.581708 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-866f8131-4b1d-4a08-b337-b2badbf3b5bb req-588dcabf-c0d1-4569-9720-c0b77e6253f5 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 May 26 18:15:06.982514 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:06.991080 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:07.708925 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e00e3-f56c-4a1d-ab60-94009c4989a4 req-d61648c6-a8df-4aaf-b4cd-8d1c39721086 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:07.710424 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8c3e00e3-f56c-4a1d-ab60-94009c4989a4 req-d61648c6-a8df-4aaf-b4cd-8d1c39721086 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0543313 May 26 18:15:07.760175 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-8c3e00e3-f56c-4a1d-ab60-94009c4989a4 req-e783f024-badd-408e-be37-f4dea74272e5 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442181 May 26 18:15:08.879334 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f7431-5dd5-4f49-afae-237e5cc6fe8f req-11ca345c-730d-4ee0-bfd3-179179b36b4c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:08.880749 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f81f7431-5dd5-4f49-afae-237e5cc6fe8f req-11ca345c-730d-4ee0-bfd3-179179b36b4c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0458982 May 26 18:15:08.928368 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f81f7431-5dd5-4f49-afae-237e5cc6fe8f req-fd87006e-fe2c-4c2d-a240-9e08eb6d0717 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417898 May 26 18:15:10.051190 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe27fdf-4bc5-4a79-be92-5257a21a0e5d req-7aa3fe7b-c6bf-460e-85fb-49f2808d22ad tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:10.052716 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cfe27fdf-4bc5-4a79-be92-5257a21a0e5d req-7aa3fe7b-c6bf-460e-85fb-49f2808d22ad tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0484967 May 26 18:15:10.101543 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-cfe27fdf-4bc5-4a79-be92-5257a21a0e5d req-87a59e7d-0853-4369-aafa-8caebf5d12fe tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433962 May 26 18:15:11.224698 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eef45-867d-4c34-8551-07a78fa792ab req-dccb2632-df50-4315-902b-288b1321e81e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:11.226217 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fa3eef45-867d-4c34-8551-07a78fa792ab req-dccb2632-df50-4315-902b-288b1321e81e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0504336 May 26 18:15:11.274155 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-fa3eef45-867d-4c34-8551-07a78fa792ab req-fea91b7f-7688-4e25-9d5e-2e3ffe44aef7 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424161 May 26 18:15:11.853883 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:12.395942 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c283f1-3daf-42d8-aff5-04d2d3b8fecc req-ec65069d-831f-45e6-9817-c5b71051df57 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:12.397359 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b0c283f1-3daf-42d8-aff5-04d2d3b8fecc req-ec65069d-831f-45e6-9817-c5b71051df57 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0494332 May 26 18:15:12.447282 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b0c283f1-3daf-42d8-aff5-04d2d3b8fecc req-dd483e0c-e223-460c-8889-48730465d26e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440359 May 26 18:15:13.039619 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2f9a1-1490-42ab-a928-5a2e168fd2f1 req-4ee1b7b3-1a16-4a16-a0f4-3ddad8715fcc tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:13.040983 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c9c2f9a1-1490-42ab-a928-5a2e168fd2f1 req-4ee1b7b3-1a16-4a16-a0f4-3ddad8715fcc tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 945 time: 0.0482786 May 26 18:15:13.091863 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-c9c2f9a1-1490-42ab-a928-5a2e168fd2f1 req-3ca67bd7-fc6b-41b8-8072-8d7fca3d6117 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 May 26 18:15:13.579678 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd615a57-47db-4b74-9eff-114027675278 req-797c9c50-935c-40fc-9250-5d545de4412d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:13.581776 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bd615a57-47db-4b74-9eff-114027675278 req-797c9c50-935c-40fc-9250-5d545de4412d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0590405 May 26 18:15:13.634543 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bd615a57-47db-4b74-9eff-114027675278 req-a968573f-f61c-4bd0-8e56-d119481802bd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470719 May 26 18:15:14.207571 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c377-9ad2-42f3-a1b8-e06ba1ac4afc req-49229dad-bc99-4d25-848c-0026574029cb tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:14.209040 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ccb2c377-9ad2-42f3-a1b8-e06ba1ac4afc req-49229dad-bc99-4d25-848c-0026574029cb tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 945 time: 0.0472026 May 26 18:15:14.256334 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-ccb2c377-9ad2-42f3-a1b8-e06ba1ac4afc req-f117883d-b836-4f64-b7f7-12868b54f6a1 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 May 26 18:15:14.756974 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5403fc-7280-48db-94b5-53236092404f req-a2ecf9fc-f607-44fb-a355-8dd5e59d64a2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:14.758994 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1d5403fc-7280-48db-94b5-53236092404f req-a2ecf9fc-f607-44fb-a355-8dd5e59d64a2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0480695 May 26 18:15:14.807264 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1d5403fc-7280-48db-94b5-53236092404f req-26b004da-83d3-4a24-a01e-898744a49c89 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428040 May 26 18:15:15.047886 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6574-3853-4355-9d07-03a527153169 req-cc28e274-85e5-4799-b56f-24c64240ddd4 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:15.050481 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bb0e6574-3853-4355-9d07-03a527153169 req-cc28e274-85e5-4799-b56f-24c64240ddd4 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.86 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 945 time: 0.0532331 May 26 18:15:15.138491 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-bb0e6574-3853-4355-9d07-03a527153169 req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Deleting port 1ddd7828-82fd-4380-a913-e58631e94cec {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:15.138831 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bb0e6574-3853-4355-9d07-03a527153169 req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:15.228267 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-bb0e6574-3853-4355-9d07-03a527153169 req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] For port 1ddd7828-82fd-4380-a913-e58631e94cec, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=1ddd7828-82fd-4380-a913-e58631e94cec,segment=NetworkSegment(3d576b73-f75c-4ff5-af88-3e840190dc53),segment_id=3d576b73-f75c-4ff5-af88-3e840190dc53)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:15.228629 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bb0e6574-3853-4355-9d07-03a527153169 req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:15.241851 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-bb0e6574-3853-4355-9d07-03a527153169 req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Calling delete_port for 1ddd7828-82fd-4380-a913-e58631e94cec owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:15.286892 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:15.374713 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bb0e6574-3853-4355-9d07-03a527153169 req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (1ddd7828-82fd-4380-a913-e58631e94cec), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:15.379309 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92413a2-a9f7-4b22-95fb-81a28f936121 req-4fa7bcd7-ccee-41ee-a1b9-0c92d6bbb598 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:15.380894 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:15.381057 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a92413a2-a9f7-4b22-95fb-81a28f936121 req-4fa7bcd7-ccee-41ee-a1b9-0c92d6bbb598 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2186203-2cac-424f-827c-afa5f96dd3ce HTTP/1.1" status: 200 len: 945 time: 0.0496531 May 26 18:15:15.404840 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Pushing event deleted for resources: {'Port': ['ID=1ddd7828-82fd-4380-a913-e58631e94cec,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:15.416951 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['1ddd7828-82fd-4380-a913-e58631e94cec'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:15:15.419896 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.419896 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.419896 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.420285 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.420510 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.420832 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.421159 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.421485 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.421959 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.422128 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.422483 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.422811 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.423127 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.423449 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.423768 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:15.442322 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-a92413a2-a9f7-4b22-95fb-81a28f936121 req-81f22ce0-1bef-4ca5-81f6-6049a666f19c tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba2a06e8-2626-407a-bead-71d0382f5e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557227 May 26 18:15:15.465126 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0e6574-3853-4355-9d07-03a527153169 req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] No DVR routers for this DVR port 1ddd7828-82fd-4380-a913-e58631e94cec on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:15:15.467689 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-bb0e6574-3853-4355-9d07-03a527153169 req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:15.471646 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bb0e6574-3853-4355-9d07-03a527153169 req-e40aaccd-2adc-4897-a73e-ae251a198c96 tempest-VolumesSnapshotTestJSON-1699187648 tempest-VolumesSnapshotTestJSON-1699187648-project] 10.222.0.86 "DELETE /v2.0/ports/1ddd7828-82fd-4380-a913-e58631e94cec HTTP/1.1" status: 204 len: 173 time: 0.4142561 May 26 18:15:15.472077 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2186203-2cac-424f-827c-afa5f96dd3ce', 'name': 'network-vif-deleted', 'tag': '1ddd7828-82fd-4380-a913-e58631e94cec'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:15:15.474304 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b24fb7-312f-45f1-93b5-8b57f1592105" -d '{"events": [{"server_uuid": "c2186203-2cac-424f-827c-afa5f96dd3ce", "name": "network-vif-deleted", "tag": "1ddd7828-82fd-4380-a913-e58631e94cec"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:15:15.572836 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e272521-4cea-46ae-9099-b7283d56aee4 x-openstack-request-id: req-8e272521-4cea-46ae-9099-b7283d56aee4 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:15:15.573134 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2186203-2cac-424f-827c-afa5f96dd3ce", "name": "network-vif-deleted", "tag": "1ddd7828-82fd-4380-a913-e58631e94cec", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:15:15.573388 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8e272521-4cea-46ae-9099-b7283d56aee4 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:15:15.573803 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e272521-4cea-46ae-9099-b7283d56aee4'] response: {'server_uuid': 'c2186203-2cac-424f-827c-afa5f96dd3ce', 'name': 'network-vif-deleted', 'tag': '1ddd7828-82fd-4380-a913-e58631e94cec', 'status': 'completed', 'code': 200} May 26 18:15:15.633224 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:15.934349 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb345-354e-4772-9a77-80ab0abea3d8 req-e7fd25a2-9438-4b2a-b541-ce71d8a66d6f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:15.935813 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-51ffb345-354e-4772-9a77-80ab0abea3d8 req-e7fd25a2-9438-4b2a-b541-ce71d8a66d6f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0537736 May 26 18:15:15.990305 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-51ffb345-354e-4772-9a77-80ab0abea3d8 req-43a95f40-0aa5-43ad-8ff4-91a2111ff36a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468817 May 26 18:15:16.889106 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0dee4d26-9746-4489-a773-a054c63b2c40 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:15:16.989091 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:17.001699 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '0dee4d26-9746-4489-a773-a054c63b2c40', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'port_id': '0dee4d26-9746-4489-a773-a054c63b2c40', 'mac_address': 'fa:16:3e:86:5a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:15:17.041816 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 0dee4d26-9746-4489-a773-a054c63b2c40 is: ACTIVE; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:15:17.042227 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:17.056389 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dee4d26-9746-4489-a773-a054c63b2c40 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:15:17.077034 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:17.081520 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:17.110943 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cad6db-0717-4069-b613-592e17477406 req-1d0fac7a-2ad8-4d5c-98e8-68a17bc5c8b2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:17.113261 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-85cad6db-0717-4069-b613-592e17477406 req-1d0fac7a-2ad8-4d5c-98e8-68a17bc5c8b2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0487616 May 26 18:15:17.136252 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=0dee4d26-9746-4489-a773-a054c63b2c40,revision_number=6']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:17.162528 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-85cad6db-0717-4069-b613-592e17477406 req-fe26e334-a56d-4522-84f7-ff3073345292 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 May 26 18:15:17.504069 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['0dee4d26-9746-4489-a773-a054c63b2c40'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:15:18.307419 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59767e-fd5c-4107-a7df-211e1fe9fead req-403cc952-da4e-41e9-9053-46962764cb5d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:18.315063 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2a59767e-fd5c-4107-a7df-211e1fe9fead req-403cc952-da4e-41e9-9053-46962764cb5d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 945 time: 0.0618129 May 26 18:15:18.377184 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2a59767e-fd5c-4107-a7df-211e1fe9fead req-27dcdfc5-a49a-46ac-8f20-c98b6d980efd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608153 May 26 18:15:19.307806 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35498) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:19.488604 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Deleting port 88c1adcf-858d-4197-97ef-c3ce1bcbf632 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:19.488939 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (88c1adcf-858d-4197-97ef-c3ce1bcbf632), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:19.523027 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c04a7a-2c12-4334-9b4d-a1b2d635ac27 req-6286b1c0-ed9b-494e-af22-853ef5c315bd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:19.525467 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-07c04a7a-2c12-4334-9b4d-a1b2d635ac27 req-6286b1c0-ed9b-494e-af22-853ef5c315bd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 945 time: 0.0668905 May 26 18:15:19.599215 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-07c04a7a-2c12-4334-9b4d-a1b2d635ac27 req-770eb534-d7d2-4135-beaa-ce9db263d49a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620461 May 26 18:15:19.604587 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (88c1adcf-858d-4197-97ef-c3ce1bcbf632), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:19.605183 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (88c1adcf-858d-4197-97ef-c3ce1bcbf632), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:19.625297 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Calling delete_port for 88c1adcf-858d-4197-97ef-c3ce1bcbf632 owned by network:floatingip {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:19.795014 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (88c1adcf-858d-4197-97ef-c3ce1bcbf632), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:19.823824 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event deleted for resources: {'Port': ['ID=88c1adcf-858d-4197-97ef-c3ce1bcbf632,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:19.875058 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:19.904389 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (f7a0aadc-35f9-4069-b787-70724e049c97), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:19.904792 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Floating IP f7a0aadc-35f9-4069-b787-70724e049c97 disassociated (deleted). External IP: 172.27.1.142, port: f80146df-c3ab-4dc2-926f-34412d539bbd. May 26 18:15:19.991878 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0dee4d26-9746-4489-a773-a054c63b2c40 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:15:20.050086 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 0dee4d26-9746-4489-a773-a054c63b2c40 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:15:20.050747 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:20.165453 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 0dee4d26-9746-4489-a773-a054c63b2c40 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:15:20.165971 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:20.173820 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:15:20.193515 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:15:20.197532 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08f9349-c7e4-4ff0-b7a6-98f6d9df623f" -d '{"events": [{"server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "name": "network-vif-plugged", "status": "completed", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:15:20.223888 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:20.232399 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:20.233266 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 1ddd7828-82fd-4380-a913-e58631e94cec no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:15:20.264918 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10c2059-0cf6-42ec-b054-b6f71b9c5ec5 x-openstack-request-id: req-f10c2059-0cf6-42ec-b054-b6f71b9c5ec5 {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:15:20.265282 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "name": "network-vif-plugged", "status": "completed", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:15:20.265465 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f10c2059-0cf6-42ec-b054-b6f71b9c5ec5 {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:15:20.265882 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10c2059-0cf6-42ec-b054-b6f71b9c5ec5'] response: {'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40', 'code': 200} May 26 18:15:20.270858 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: 1ddd7828-82fd-4380-a913-e58631e94cec {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:15:20.271207 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 1ddd7828-82fd-4380-a913-e58631e94cec not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:15:20.336291 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=0dee4d26-9746-4489-a773-a054c63b2c40,revision_number=7']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:20.485529 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-922667a2-e9cf-40ca-9172-48d30f60b984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:20.637243 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:15:20.642932 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:20.649243 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4001e0-e9ce-42c9-9895-9a7dd7311b6d None None] Sync routers for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:15:20.663874 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4001e0-e9ce-42c9-9895-9a7dd7311b6d None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:15:20.664977 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-6b4001e0-e9ce-42c9-9895-9a7dd7311b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:14:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:20.688087 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-fa939c38-bea4-47ca-8114-d5e3303fd058 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "DELETE /v2.0/floatingips/f7a0aadc-35f9-4069-b787-70724e049c97 HTTP/1.1" status: 204 len: 168 time: 1.3791704 May 26 18:15:20.690588 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'tag': 'f80146df-c3ab-4dc2-926f-34412d539bbd'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:15:20.695315 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfca270-3493-431e-8a7f-76059aa0d7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f85ca5fa-25c1-48a0-abb3-6e2198a1cda1", "tag": "f80146df-c3ab-4dc2-926f-34412d539bbd"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:15:20.759097 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c1ebe-44b4-4e4b-80fb-afb28e4a42d5 req-dbe5847f-6946-412b-b988-6b1e319f4994 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:20.761478 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-414c1ebe-44b4-4e4b-80fb-afb28e4a42d5 req-dbe5847f-6946-412b-b988-6b1e319f4994 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0573761 May 26 18:15:20.798231 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-6b4001e0-e9ce-42c9-9895-9a7dd7311b6d None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:15:20.832008 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-414c1ebe-44b4-4e4b-80fb-afb28e4a42d5 req-af25fce6-19f5-4e2f-ba9b-f808f64e4253 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578835 May 26 18:15:20.933040 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6164bf4-d058-4556-b8ae-7ccc8d5e273c x-openstack-request-id: req-b6164bf4-d058-4556-b8ae-7ccc8d5e273c {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:15:20.933615 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85ca5fa-25c1-48a0-abb3-6e2198a1cda1", "tag": "f80146df-c3ab-4dc2-926f-34412d539bbd", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:15:20.934080 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6164bf4-d058-4556-b8ae-7ccc8d5e273c {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:15:20.936303 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6164bf4-d058-4556-b8ae-7ccc8d5e273c'] response: {'name': 'network-changed', 'server_uuid': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'tag': 'f80146df-c3ab-4dc2-926f-34412d539bbd', 'status': 'completed', 'code': 200} May 26 18:15:20.983228 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:21.032221 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708ebc1-8535-42ef-886c-a278d64ad74c req-2b1b43b2-1935-41ab-8db8-ff4a9069c34f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:21.043033 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5708ebc1-8535-42ef-886c-a278d64ad74c req-2b1b43b2-1935-41ab-8db8-ff4a9069c34f tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 946 time: 0.0672245 May 26 18:15:21.053288 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-6b4001e0-e9ce-42c9-9895-9a7dd7311b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3f62399c-83c8-4ccd-a94b-b69375b8b766', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:10Z', 'revision_number': 1, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:21.084317 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4001e0-e9ce-42c9-9895-9a7dd7311b6d None None] Checking router: 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:15:21.094182 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4001e0-e9ce-42c9-9895-9a7dd7311b6d None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:15:21.095295 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-6b4001e0-e9ce-42c9-9895-9a7dd7311b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:14:53Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:21.106137 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-5708ebc1-8535-42ef-886c-a278d64ad74c req-50b04b41-fd1c-463e-b959-a5f200b4a86c tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600829 May 26 18:15:21.212602 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-6b4001e0-e9ce-42c9-9895-9a7dd7311b6d None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:15:21.488386 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-6b4001e0-e9ce-42c9-9895-9a7dd7311b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3f62399c-83c8-4ccd-a94b-b69375b8b766', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:10Z', 'revision_number': 1, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:21.522712 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4001e0-e9ce-42c9-9895-9a7dd7311b6d None None] The sync data for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi is: [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_floatingips': [{'id': '3f62399c-83c8-4ccd-a94b-b69375b8b766', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'router_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'port_id': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'mac_address': 'fa:16:3e:c2:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T18:11:07Z', 'updated_at': '2022-05-26T18:11:10Z', 'revision_number': 1, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:15:21.807743 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5aa3f3-31d9-4d9a-9b1a-84539224adbc None None] New status for floating IP f7a0aadc-35f9-4069-b787-70724e049c97: DOWN {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:15:21.991066 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:22.010311 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c49bd-2b9e-49b7-8656-d4980dcb7c46 req-8e5e656a-590f-485b-b887-69ff6bfa021b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:22.012166 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2b7c49bd-2b9e-49b7-8656-d4980dcb7c46 req-8e5e656a-590f-485b-b887-69ff6bfa021b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0662210 May 26 18:15:22.081906 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-2b7c49bd-2b9e-49b7-8656-d4980dcb7c46 req-5ae5a502-ba3a-425f-abd1-2d8f53cd6780 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636406 May 26 18:15:22.241723 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ba1f7-524a-4b99-86a1-0cc804779cea req-dd043fc3-1ddf-4603-b37c-0c8fac913b15 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:22.243351 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-073ba1f7-524a-4b99-86a1-0cc804779cea req-dd043fc3-1ddf-4603-b37c-0c8fac913b15 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 946 time: 0.0711856 May 26 18:15:22.310827 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-073ba1f7-524a-4b99-86a1-0cc804779cea req-029e9ec2-2cee-4a62-a30a-6b8cdf116820 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592790 May 26 18:15:22.355966 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-4019e69c-07a3-411c-a062-a370d2ea6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:22.357631 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-4019e69c-07a3-411c-a062-a370d2ea6bff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 1130 time: 0.1427221 May 26 18:15:22.615178 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-c7f7611e-5c11-4587-bb42-e0b7e8b04822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:22.616925 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-c7f7611e-5c11-4587-bb42-e0b7e8b04822 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 913 time: 0.1488969 May 26 18:15:22.645095 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:22.661844 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2b0ae416-e614-445a-98de-0630099811f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:22.713381 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-94d60c38-3741-4c3b-8cac-a5c01d9607f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80146df-c3ab-4dc2-926f-34412d539bbd HTTP/1.1" status: 200 len: 217 time: 0.0355122 May 26 18:15:22.773275 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-b97b5113-a2ba-4140-917a-3e0ea3acd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:22.774788 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-b97b5113-a2ba-4140-917a-3e0ea3acd501 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.0498507 May 26 18:15:22.890095 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-8e1a1e62-d7fd-4ec6-9372-9ff4ddc1b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:22.893504 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-8e1a1e62-d7fd-4ec6-9372-9ff4ddc1b72c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917053 May 26 18:15:22.900682 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e1d96-de99-46a2-a035-c7eeadae7383 req-1db8c7b3-60a5-4a05-8f40-02c29a48e5ce tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:22.902214 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0d4e1d96-de99-46a2-a035-c7eeadae7383 req-1db8c7b3-60a5-4a05-8f40-02c29a48e5ce tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 946 time: 0.0906436 May 26 18:15:22.907865 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-915662f1-9fe3-451b-bc51-0911f07643eb service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:15:22.912081 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-915662f1-9fe3-451b-bc51-0911f07643eb service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0086074 May 26 18:15:23.102679 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-c59220eb-e93b-421e-b4c2-c0cf3c625ef3 service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830912 May 26 18:15:23.105971 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-0d4e1d96-de99-46a2-a035-c7eeadae7383 req-c2f51b64-b1df-4efb-8f09-900bc09308c6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Deleting port f80146df-c3ab-4dc2-926f-34412d539bbd {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:23.106445 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-0d4e1d96-de99-46a2-a035-c7eeadae7383 req-c2f51b64-b1df-4efb-8f09-900bc09308c6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:23.132920 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:23.201032 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:23.263486 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433b910-656e-4071-9444-35ec96700121 req-36f1cfed-05f9-4ff0-bb2e-e61b7d3b6d94 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:23.265332 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f433b910-656e-4071-9444-35ec96700121 req-36f1cfed-05f9-4ff0-bb2e-e61b7d3b6d94 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0728939 May 26 18:15:23.324018 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-0d4e1d96-de99-46a2-a035-c7eeadae7383 req-c2f51b64-b1df-4efb-8f09-900bc09308c6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] For port f80146df-c3ab-4dc2-926f-34412d539bbd, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=f80146df-c3ab-4dc2-926f-34412d539bbd,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:23.324644 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-0d4e1d96-de99-46a2-a035-c7eeadae7383 req-c2f51b64-b1df-4efb-8f09-900bc09308c6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:23.348823 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-0d4e1d96-de99-46a2-a035-c7eeadae7383 req-c2f51b64-b1df-4efb-8f09-900bc09308c6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Calling delete_port for f80146df-c3ab-4dc2-926f-34412d539bbd owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:23.351606 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-f433b910-656e-4071-9444-35ec96700121 req-67ed248f-dcc5-40d0-a461-d93dce67fba9 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787838 May 26 18:15:23.353065 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-bcfca270-3493-431e-8a7f-76059aa0d7c0 req-47c1422d-bfd0-4ec0-9e20-fd5236c86088 service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298102 May 26 18:15:23.475010 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:23.516155 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9de03-b655-477a-a336-48eee8f2baf5 req-a77b4812-f56d-4c70-b234-504e6b38b0c1 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:23.518701 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47c9de03-b655-477a-a336-48eee8f2baf5 req-a77b4812-f56d-4c70-b234-504e6b38b0c1 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 946 time: 0.0937302 May 26 18:15:23.637834 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-47c9de03-b655-477a-a336-48eee8f2baf5 req-1907d087-be71-4133-ad10-3cb88087a392 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113136 May 26 18:15:23.639545 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-0d4e1d96-de99-46a2-a035-c7eeadae7383 req-c2f51b64-b1df-4efb-8f09-900bc09308c6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (f80146df-c3ab-4dc2-926f-34412d539bbd), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:23.678380 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f51b64-b1df-4efb-8f09-900bc09308c6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event deleted for resources: {'Port': ['ID=f80146df-c3ab-4dc2-926f-34412d539bbd,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:23.771628 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4e1d96-de99-46a2-a035-c7eeadae7383 req-c2f51b64-b1df-4efb-8f09-900bc09308c6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] No DVR routers for this DVR port f80146df-c3ab-4dc2-926f-34412d539bbd on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:15:23.774125 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-0d4e1d96-de99-46a2-a035-c7eeadae7383 req-c2f51b64-b1df-4efb-8f09-900bc09308c6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:23.777945 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0d4e1d96-de99-46a2-a035-c7eeadae7383 req-c2f51b64-b1df-4efb-8f09-900bc09308c6 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "DELETE /v2.0/ports/f80146df-c3ab-4dc2-926f-34412d539bbd HTTP/1.1" status: 204 len: 173 time: 0.8648431 May 26 18:15:23.778608 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'name': 'network-vif-deleted', 'tag': 'f80146df-c3ab-4dc2-926f-34412d539bbd'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:15:23.782291 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810f8038-6947-4d7f-a18b-16af0b2b58a1" -d '{"events": [{"server_uuid": "f85ca5fa-25c1-48a0-abb3-6e2198a1cda1", "name": "network-vif-deleted", "tag": "f80146df-c3ab-4dc2-926f-34412d539bbd"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:15:23.820378 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef70c93c-9456-4d00-a446-3267a864c4e7 x-openstack-request-id: req-ef70c93c-9456-4d00-a446-3267a864c4e7 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:15:23.821010 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85ca5fa-25c1-48a0-abb3-6e2198a1cda1", "name": "network-vif-deleted", "tag": "f80146df-c3ab-4dc2-926f-34412d539bbd", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:15:23.821432 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ef70c93c-9456-4d00-a446-3267a864c4e7 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:15:23.822148 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef70c93c-9456-4d00-a446-3267a864c4e7'] response: {'server_uuid': 'f85ca5fa-25c1-48a0-abb3-6e2198a1cda1', 'name': 'network-vif-deleted', 'tag': 'f80146df-c3ab-4dc2-926f-34412d539bbd', 'status': 'completed', 'code': 200} May 26 18:15:23.937726 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:24.489874 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49682d06-2058-4e5d-aa67-c27ea45af733 req-2827924a-9b92-4755-93ad-8fa15f7ddeda tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:24.491575 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49682d06-2058-4e5d-aa67-c27ea45af733 req-2827924a-9b92-4755-93ad-8fa15f7ddeda tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0620406 May 26 18:15:24.557677 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-49682d06-2058-4e5d-aa67-c27ea45af733 req-749fa2d1-d218-4510-b6b7-255895fb955d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595777 May 26 18:15:24.784533 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-9a2f8b23-e42d-490e-9578-545f619a3f4c req-5bd6a681-213a-48f5-83af-0f4143f30477 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=f85ca5fa-25c1-48a0-abb3-6e2198a1cda1 HTTP/1.1" status: 200 len: 210 time: 0.0347934 May 26 18:15:24.998395 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device f80146df-c3ab-4dc2-926f-34412d539bbd no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:15:25.027232 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: f80146df-c3ab-4dc2-926f-34412d539bbd {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:15:25.027582 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device f80146df-c3ab-4dc2-926f-34412d539bbd not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:15:25.560360 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:25.706167 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080e6c8-e1de-4213-a8bb-6a5e78e34471 req-d283f3f3-a9e8-4b6e-bfae-200b51949bfe tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:25.708804 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6080e6c8-e1de-4213-a8bb-6a5e78e34471 req-d283f3f3-a9e8-4b6e-bfae-200b51949bfe tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0693104 May 26 18:15:25.768096 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6080e6c8-e1de-4213-a8bb-6a5e78e34471 req-9257b773-77f9-42dc-8208-d0fb90d4f8ab tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533032 May 26 18:15:26.921696 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37359bdc-9289-4e91-b2f2-a9eba6205159 req-7987519b-d4b5-4826-bdec-e8096bd574bc tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:26.923565 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-37359bdc-9289-4e91-b2f2-a9eba6205159 req-7987519b-d4b5-4826-bdec-e8096bd574bc tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0610993 May 26 18:15:26.984781 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-37359bdc-9289-4e91-b2f2-a9eba6205159 req-82824629-de7f-4cc4-9af4-e5fdf7db4eb7 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541749 May 26 18:15:27.007146 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:28.129500 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0bf62-3cad-4dac-9066-c430e85e5206 req-7eb057e9-3b37-47d2-b5b3-ff86230ab6fa tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:28.130958 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bea0bf62-3cad-4dac-9066-c430e85e5206 req-7eb057e9-3b37-47d2-b5b3-ff86230ab6fa tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0473044 May 26 18:15:28.193808 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bea0bf62-3cad-4dac-9066-c430e85e5206 req-cd297e4e-f7a6-476a-a00e-2a157d829a77 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572481 May 26 18:15:29.313383 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3c691-ad19-417e-9b18-25c26364fc5a req-59b32811-cda8-40d3-967b-39fcc29adda1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:29.315595 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-78e3c691-ad19-417e-9b18-25c26364fc5a req-59b32811-cda8-40d3-967b-39fcc29adda1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0483944 May 26 18:15:29.366004 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-78e3c691-ad19-417e-9b18-25c26364fc5a req-f0628e95-0615-4e4c-9800-c9eea446f5ca tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449011 May 26 18:15:30.484989 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412dfe-89bd-4921-b81c-dd23d09904f6 req-3ddaf9e3-c660-42bf-9b4c-43335cbf23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:30.486607 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-55412dfe-89bd-4921-b81c-dd23d09904f6 req-3ddaf9e3-c660-42bf-9b4c-43335cbf23cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 1130 time: 0.0398858 May 26 18:15:30.493879 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7ea85-120a-44e2-b841-00055cce208a req-9df676d4-ea5a-411b-b1ce-735f9ded89a2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:30.495390 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4bc7ea85-120a-44e2-b841-00055cce208a req-9df676d4-ea5a-411b-b1ce-735f9ded89a2 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0513690 May 26 18:15:30.548062 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-4bc7ea85-120a-44e2-b841-00055cce208a req-42329360-e2a4-445e-9fdd-e5ae11e95e64 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462806 May 26 18:15:30.589269 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412dfe-89bd-4921-b81c-dd23d09904f6 req-2715b920-acc3-4df8-b1e3-57e8a81a3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:30.590781 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-55412dfe-89bd-4921-b81c-dd23d09904f6 req-2715b920-acc3-4df8-b1e3-57e8a81a3cba service neutron] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 917 time: 0.0956545 May 26 18:15:30.602920 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:30.658041 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-55412dfe-89bd-4921-b81c-dd23d09904f6 req-bbf6560d-aabc-4dff-bbed-e5444d383d7a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dee4d26-9746-4489-a773-a054c63b2c40 HTTP/1.1" status: 200 len: 1001 time: 0.0611410 May 26 18:15:30.709744 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412dfe-89bd-4921-b81c-dd23d09904f6 req-1cecd8a1-e0e7-4949-9b5e-b412d30c6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:30.711230 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-55412dfe-89bd-4921-b81c-dd23d09904f6 req-1cecd8a1-e0e7-4949-9b5e-b412d30c6b0e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.0473554 May 26 18:15:30.757012 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412dfe-89bd-4921-b81c-dd23d09904f6 req-be4b9110-4910-47d9-ae80-0c82bb3df68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:30.758534 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-55412dfe-89bd-4921-b81c-dd23d09904f6 req-be4b9110-4910-47d9-ae80-0c82bb3df68f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413082 May 26 18:15:30.857276 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-55412dfe-89bd-4921-b81c-dd23d09904f6 req-a4242248-14c7-4484-bdb6-c1e4d5ce347f service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930991 May 26 18:15:30.921801 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:30.953226 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-55412dfe-89bd-4921-b81c-dd23d09904f6 req-5fc264aa-ebc4-431e-b3f5-36250b99f9a0 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899580 May 26 18:15:31.239926 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35628) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:31.377463 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Deleting port e8c5eff4-cc99-4a17-b323-1d0805df70f2 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:31.377804 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (e8c5eff4-cc99-4a17-b323-1d0805df70f2), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:31.457241 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (e8c5eff4-cc99-4a17-b323-1d0805df70f2), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:31.457569 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (e8c5eff4-cc99-4a17-b323-1d0805df70f2), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:31.471582 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Calling delete_port for e8c5eff4-cc99-4a17-b323-1d0805df70f2 owned by network:floatingip {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:31.648312 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (e8c5eff4-cc99-4a17-b323-1d0805df70f2), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:31.676307 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event deleted for resources: {'Port': ['ID=e8c5eff4-cc99-4a17-b323-1d0805df70f2,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:31.677566 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8448c29-80d7-438f-ae30-e9a0faaf9076 req-2cb8c3ce-6141-41cb-b6f6-d3d6970bd543 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:31.679578 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8448c29-80d7-438f-ae30-e9a0faaf9076 req-2cb8c3ce-6141-41cb-b6f6-d3d6970bd543 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0556645 May 26 18:15:31.687670 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.688022 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.688370 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.688716 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.689204 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.690010 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.690010 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.690378 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.690737 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.691044 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.691376 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.691741 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.692029 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.692357 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.692680 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:31.729686 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-d8448c29-80d7-438f-ae30-e9a0faaf9076 req-d6539bd6-c323-403f-8dd8-aff30276c4ef tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439563 May 26 18:15:31.757908 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (3f62399c-83c8-4ccd-a94b-b69375b8b766), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:31.758259 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.db.l3_db [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Floating IP 3f62399c-83c8-4ccd-a94b-b69375b8b766 disassociated (deleted). External IP: 172.27.1.13, port: 0050fac2-27f6-43c1-9c41-168fb25746b5. May 26 18:15:31.809679 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:31.850867 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:31.960852 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:15:32.076650 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:15:32.076650 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:32.088389 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f72cd1-daae-4211-a2bd-aae2bb80c915 None None] Sync routers for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:15:32.094028 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:32.102862 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f72cd1-daae-4211-a2bd-aae2bb80c915 None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:15:32.103529 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-33f72cd1-daae-4211-a2bd-aae2bb80c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:15:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:32.105631 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-57afdda7-403c-4928-8bc4-b5009ea05e4d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "DELETE /v2.0/floatingips/3f62399c-83c8-4ccd-a94b-b69375b8b766 HTTP/1.1" status: 204 len: 168 time: 0.8643515 May 26 18:15:32.106246 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'tag': '0050fac2-27f6-43c1-9c41-168fb25746b5'}] {{(pid=104147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:15:32.109098 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20d773829adfcb05a9bff60ea705be46f88a4d752098df2d22557cfc213f4eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349ac743-1984-4ad3-a4f0-008db7de68ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5d037f7b-7d2e-440e-9e58-917176fdd5f4", "tag": "0050fac2-27f6-43c1-9c41-168fb25746b5"}]}' {{(pid=104147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:15:32.154858 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 18:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaa4f95-5d83-4e63-b87f-e472726cebe8 x-openstack-request-id: req-acaa4f95-5d83-4e63-b87f-e472726cebe8 {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:15:32.155228 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d037f7b-7d2e-440e-9e58-917176fdd5f4", "tag": "0050fac2-27f6-43c1-9c41-168fb25746b5", "status": "completed", "code": 200}]} {{(pid=104147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:15:32.155556 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-acaa4f95-5d83-4e63-b87f-e472726cebe8 {{(pid=104147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:15:32.156093 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acaa4f95-5d83-4e63-b87f-e472726cebe8'] response: {'name': 'network-changed', 'server_uuid': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'tag': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'status': 'completed', 'code': 200} May 26 18:15:32.248377 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-33f72cd1-daae-4211-a2bd-aae2bb80c915 None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:15:32.370646 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da507a-c7a5-4eb8-b8db-2e56077965c9 req-7804dda0-7308-4ba9-a402-926d3df576a9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:32.373158 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-77da507a-c7a5-4eb8-b8db-2e56077965c9 req-7804dda0-7308-4ba9-a402-926d3df576a9 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 945 time: 0.0520458 May 26 18:15:32.426749 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-77da507a-c7a5-4eb8-b8db-2e56077965c9 req-e69e16da-e2e1-45ab-a899-ef7f130bde25 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482814 May 26 18:15:32.449269 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-33f72cd1-daae-4211-a2bd-aae2bb80c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:32.474941 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f72cd1-daae-4211-a2bd-aae2bb80c915 None None] Checking router: 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:15:32.483612 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f72cd1-daae-4211-a2bd-aae2bb80c915 None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:15:32.484207 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-33f72cd1-daae-4211-a2bd-aae2bb80c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:15:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:32.577725 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:32.585292 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-33f72cd1-daae-4211-a2bd-aae2bb80c915 None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:15:32.859294 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-33f72cd1-daae-4211-a2bd-aae2bb80c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:32.864090 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e18477-51f7-469c-b505-b22dfaa22079 req-e5d2cc85-19aa-4ddb-a561-b7e63eaf2206 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:32.866561 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-38e18477-51f7-469c-b505-b22dfaa22079 req-e5d2cc85-19aa-4ddb-a561-b7e63eaf2206 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 946 time: 0.0568187 May 26 18:15:32.890589 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f72cd1-daae-4211-a2bd-aae2bb80c915 None None] The sync data for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi is: [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:06:51Z', 'revision_number': 4, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': '8df49f4e-8a88-48f9-be4a-7a64c0bf7974', 'name': '', 'network_id': '8ba39add-f4a7-4061-91a5-b356a25c19cf', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'mac_address': 'fa:16:3e:d5:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:50Z', 'updated_at': '2022-05-26T18:06:57Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'subnets': [{'id': 'dc082b98-c56e-4d67-834b-87a010c33af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:15:32.921848 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-38e18477-51f7-469c-b505-b22dfaa22079 req-9ef2bc34-1f77-4ef5-b012-1740f8e1ab50 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495584 May 26 18:15:33.116793 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0dee4d26-9746-4489-a773-a054c63b2c40 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:15:33.120998 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331bc950-385d-4ccb-87d1-dfb8578716cf None None] New status for floating IP 3f62399c-83c8-4ccd-a94b-b69375b8b766: DOWN {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:15:33.245304 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 0dee4d26-9746-4489-a773-a054c63b2c40 is: ACTIVE; New status is: DOWN {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:15:33.245693 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:33.247336 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:33.270401 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:15:33.272620 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941f4b93-3322-4c59-901e-2dd7118bd995" -d '{"events": [{"server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "name": "network-vif-unplugged", "status": "completed", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:15:33.285998 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:33.290512 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:33.340078 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=0dee4d26-9746-4489-a773-a054c63b2c40,revision_number=8']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:33.384700 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 18:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ce6ce7-848c-4650-9a06-de5e377d811d x-openstack-request-id: req-e3ce6ce7-848c-4650-9a06-de5e377d811d {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:15:33.385003 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "name": "network-vif-unplugged", "status": "completed", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:15:33.385264 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3ce6ce7-848c-4650-9a06-de5e377d811d {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:15:33.385714 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ce6ce7-848c-4650-9a06-de5e377d811d'] response: {'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40', 'code': 200} May 26 18:15:33.549635 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986daf7-b403-483c-94f5-c6f02dfa0efd req-f2014fbd-684e-4faf-b998-947d1764f65d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:33.551384 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8986daf7-b403-483c-94f5-c6f02dfa0efd req-f2014fbd-684e-4faf-b998-947d1764f65d tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 945 time: 0.0554850 May 26 18:15:33.603148 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-8986daf7-b403-483c-94f5-c6f02dfa0efd req-bde47202-efe9-43f9-9b62-472b08d73095 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459836 May 26 18:15:33.790775 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ac743-1984-4ad3-a4f0-008db7de68ae req-0aa0cc72-df95-4c79-9bd2-99f6816afc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:33.792426 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-349ac743-1984-4ad3-a4f0-008db7de68ae req-0aa0cc72-df95-4c79-9bd2-99f6816afc39 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=45d94db7075c40cbae3f106a9661d969&device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 1129 time: 0.0430250 May 26 18:15:33.889396 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ac743-1984-4ad3-a4f0-008db7de68ae req-4814308a-1d5a-4722-8c19-94dfa278f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:33.890917 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-349ac743-1984-4ad3-a4f0-008db7de68ae req-4814308a-1d5a-4722-8c19-94dfa278f753 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 200 len: 913 time: 0.0914235 May 26 18:15:34.069411 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-349ac743-1984-4ad3-a4f0-008db7de68ae req-37c3a331-1d02-4df8-bb73-f1e9db431dc4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0050fac2-27f6-43c1-9c41-168fb25746b5 HTTP/1.1" status: 200 len: 217 time: 0.0420563 May 26 18:15:34.079806 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36a175-6f39-4273-93eb-f1479a0c1758 req-dce5ce2e-f8e1-4143-99c0-8be6809ed2e8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:34.081297 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ef36a175-6f39-4273-93eb-f1479a0c1758 req-dce5ce2e-f8e1-4143-99c0-8be6809ed2e8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0832803 May 26 18:15:34.129050 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-ef36a175-6f39-4273-93eb-f1479a0c1758 req-8c5811fb-91e7-43d9-868a-106206e430cc tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421474 May 26 18:15:34.354546 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ac743-1984-4ad3-a4f0-008db7de68ae req-a1b356e7-76ee-4cb6-b371-e0499e4f04b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:34.356183 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-349ac743-1984-4ad3-a4f0-008db7de68ae req-a1b356e7-76ee-4cb6-b371-e0499e4f04b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 200 len: 851 time: 0.0670350 May 26 18:15:34.463651 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ac743-1984-4ad3-a4f0-008db7de68ae req-4a2ceaa8-011e-4b0c-9708-8ee8dfbadea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:34.467010 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-349ac743-1984-4ad3-a4f0-008db7de68ae req-4a2ceaa8-011e-4b0c-9708-8ee8dfbadea2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ba39add-f4a7-4061-91a5-b356a25c19cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798795 May 26 18:15:34.479422 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457194a-0b03-4bba-a921-67d87f06613f req-a3a546b7-13f3-4eb7-8074-bd92f9d0d92c tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:34.482833 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4457194a-0b03-4bba-a921-67d87f06613f req-a3a546b7-13f3-4eb7-8074-bd92f9d0d92c tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 945 time: 0.0843773 May 26 18:15:34.576213 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:34.647899 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-4457194a-0b03-4bba-a921-67d87f06613f req-e16f5aed-9358-42be-af4e-509bd2274bbe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Deleting port 0050fac2-27f6-43c1-9c41-168fb25746b5 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:34.648249 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-4457194a-0b03-4bba-a921-67d87f06613f req-e16f5aed-9358-42be-af4e-509bd2274bbe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:34.670794 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-349ac743-1984-4ad3-a4f0-008db7de68ae req-c7202e04-5f3b-48ac-997e-830c8a93119d service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885705 May 26 18:15:34.738224 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5da68-9aa4-48f3-8b35-f4203586525b req-56ecd5cd-3c62-4906-8c06-05a2dd1f53f7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:34.740601 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-afa5da68-9aa4-48f3-8b35-f4203586525b req-56ecd5cd-3c62-4906-8c06-05a2dd1f53f7 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 945 time: 0.0591362 May 26 18:15:34.798879 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-afa5da68-9aa4-48f3-8b35-f4203586525b req-c84f7d71-59c5-4de6-af0a-97ee205c01e5 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/security-groups?id=8bcd33c5-70e0-4166-a980-a4bd40fcda91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513470 May 26 18:15:34.823418 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-4457194a-0b03-4bba-a921-67d87f06613f req-e16f5aed-9358-42be-af4e-509bd2274bbe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] For port 0050fac2-27f6-43c1-9c41-168fb25746b5, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0050fac2-27f6-43c1-9c41-168fb25746b5,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:34.823993 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-4457194a-0b03-4bba-a921-67d87f06613f req-e16f5aed-9358-42be-af4e-509bd2274bbe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:34.848195 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-4457194a-0b03-4bba-a921-67d87f06613f req-e16f5aed-9358-42be-af4e-509bd2274bbe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Calling delete_port for 0050fac2-27f6-43c1-9c41-168fb25746b5 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:34.853926 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-349ac743-1984-4ad3-a4f0-008db7de68ae req-1dab5476-609c-4db6-bb3f-2acfcbdfb375 service neutron] 10.222.0.86 "GET /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536963 May 26 18:15:34.910802 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=100 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:34.995536 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-4457194a-0b03-4bba-a921-67d87f06613f req-e16f5aed-9358-42be-af4e-509bd2274bbe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (0050fac2-27f6-43c1-9c41-168fb25746b5), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:35.023464 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f5aed-9358-42be-af4e-509bd2274bbe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event deleted for resources: {'Port': ['ID=0050fac2-27f6-43c1-9c41-168fb25746b5,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:35.043664 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [req-019ebc07-3596-4ed8-ad8f-703dacc5e67c req-66bf8237-d9ed-44e2-985f-e2e55dcaf4dd service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=104147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 18:15:35.044673 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-019ebc07-3596-4ed8-ad8f-703dacc5e67c req-66bf8237-d9ed-44e2-985f-e2e55dcaf4dd service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051625 May 26 18:15:35.076583 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4457194a-0b03-4bba-a921-67d87f06613f req-e16f5aed-9358-42be-af4e-509bd2274bbe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] No DVR routers for this DVR port 0050fac2-27f6-43c1-9c41-168fb25746b5 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:15:35.079190 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-4457194a-0b03-4bba-a921-67d87f06613f req-e16f5aed-9358-42be-af4e-509bd2274bbe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:35.083082 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4457194a-0b03-4bba-a921-67d87f06613f req-e16f5aed-9358-42be-af4e-509bd2274bbe tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.86 "DELETE /v2.0/ports/0050fac2-27f6-43c1-9c41-168fb25746b5 HTTP/1.1" status: 204 len: 173 time: 0.5918846 May 26 18:15:35.083545 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'name': 'network-vif-deleted', 'tag': '0050fac2-27f6-43c1-9c41-168fb25746b5'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:15:35.086316 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324df89a-fad5-4fb0-b58f-296a195d3735" -d '{"events": [{"server_uuid": "5d037f7b-7d2e-440e-9e58-917176fdd5f4", "name": "network-vif-deleted", "tag": "0050fac2-27f6-43c1-9c41-168fb25746b5"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:15:35.127873 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa25efe-013e-4ec1-9f08-0968509967f7 x-openstack-request-id: req-efa25efe-013e-4ec1-9f08-0968509967f7 {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:15:35.128047 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d037f7b-7d2e-440e-9e58-917176fdd5f4", "name": "network-vif-deleted", "tag": "0050fac2-27f6-43c1-9c41-168fb25746b5", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:15:35.128277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efa25efe-013e-4ec1-9f08-0968509967f7 {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:15:35.128912 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa25efe-013e-4ec1-9f08-0968509967f7'] response: {'server_uuid': '5d037f7b-7d2e-440e-9e58-917176fdd5f4', 'name': 'network-vif-deleted', 'tag': '0050fac2-27f6-43c1-9c41-168fb25746b5', 'status': 'completed', 'code': 200} May 26 18:15:35.215979 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08db79-cca6-4c56-82e9-147f68d6f745 req-9bee1752-c383-41fc-88d0-85701e67d8fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:35.217467 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-aa08db79-cca6-4c56-82e9-147f68d6f745 req-9bee1752-c383-41fc-88d0-85701e67d8fb tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0505068 May 26 18:15:35.272490 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-aa08db79-cca6-4c56-82e9-147f68d6f745 req-f3552507-d594-4e36-878e-4e8095744441 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467930 May 26 18:15:35.412246 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-bf524a25-e36e-4b2c-afdb-2cc9ad5b4264 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446420 May 26 18:15:35.491324 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-8b657761-d8ed-4bbc-ae4a-40b5c018179a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:35.492903 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-8b657761-d8ed-4bbc-ae4a-40b5c018179a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports/0dee4d26-9746-4489-a773-a054c63b2c40 HTTP/1.1" status: 200 len: 941 time: 0.0513382 May 26 18:15:35.925555 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1039cad4-2f3b-4f1d-bed0-315bacd3fb7e req-30248b41-d468-44a3-9204-d9b8794f76ce tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d037f7b-7d2e-440e-9e58-917176fdd5f4 HTTP/1.1" status: 200 len: 210 time: 0.0378878 May 26 18:15:36.393021 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caeff2-ec07-46af-937b-f39853e1708b req-0ff7c07f-99c5-4fbe-b44e-0d9a39c60172 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:36.394512 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-42caeff2-ec07-46af-937b-f39853e1708b req-0ff7c07f-99c5-4fbe-b44e-0d9a39c60172 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0466478 May 26 18:15:36.443378 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-42caeff2-ec07-46af-937b-f39853e1708b req-3a0814a6-d124-4823-8f28-676b949ad68f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432954 May 26 18:15:36.477869 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-852122f2-084b-42eb-87a1-d8e241af4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:36.479414 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-852122f2-084b-42eb-87a1-d8e241af4d6f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2&tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6 HTTP/1.1" status: 200 len: 1128 time: 0.0392408 May 26 18:15:36.555309 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-1216d1d1-eb3f-4826-b29f-cd350a3ab6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:36.556762 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-1216d1d1-eb3f-4826-b29f-cd350a3ab6c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 1128 time: 0.0435729 May 26 18:15:36.646773 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-b1135988-621d-43d4-a6b9-2acb0817052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:36.648235 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-b1135988-621d-43d4-a6b9-2acb0817052c service neutron] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 917 time: 0.0851359 May 26 18:15:36.719406 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-69989417-c1cd-427c-b634-8cd05499cce5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dee4d26-9746-4489-a773-a054c63b2c40 HTTP/1.1" status: 200 len: 999 time: 0.0645323 May 26 18:15:36.778402 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-c93aee61-039d-476e-9ead-9f46c07bf0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:36.779883 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-c93aee61-039d-476e-9ead-9f46c07bf0fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.0525730 May 26 18:15:36.825938 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:36.833698 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-00e7daf5-f56d-47df-ad24-f296d90ef06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:36.835212 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-00e7daf5-f56d-47df-ad24-f296d90ef06c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482509 May 26 18:15:36.930072 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-bf8d73b5-8415-453b-8401-149db4fc571c service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882726 May 26 18:15:36.994586 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35742) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:37.028545 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-009ad3cd-bb82-43ed-ac36-563d84a58200 req-6eea37cf-e5d9-4ad1-a010-e840e053d393 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918601 May 26 18:15:37.077041 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0050fac2-27f6-43c1-9c41-168fb25746b5 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:15:37.101659 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: 0050fac2-27f6-43c1-9c41-168fb25746b5 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:15:37.102029 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0050fac2-27f6-43c1-9c41-168fb25746b5 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:15:37.115851 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-14d63c13-14a9-4f1d-a3bc-5d4f3c856357 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Deleting port 385224a1-95d3-41c1-896d-0b0fdb857ab0 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:37.116190 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14d63c13-14a9-4f1d-a3bc-5d4f3c856357 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (385224a1-95d3-41c1-896d-0b0fdb857ab0), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:37.196537 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14d63c13-14a9-4f1d-a3bc-5d4f3c856357 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (385224a1-95d3-41c1-896d-0b0fdb857ab0), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:37.196866 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14d63c13-14a9-4f1d-a3bc-5d4f3c856357 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (385224a1-95d3-41c1-896d-0b0fdb857ab0), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:37.211459 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-14d63c13-14a9-4f1d-a3bc-5d4f3c856357 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Calling delete_port for 385224a1-95d3-41c1-896d-0b0fdb857ab0 owned by network:floatingip {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:37.229655 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:37.277469 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=100 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:37.363732 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14d63c13-14a9-4f1d-a3bc-5d4f3c856357 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (385224a1-95d3-41c1-896d-0b0fdb857ab0), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:37.390573 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d63c13-14a9-4f1d-a3bc-5d4f3c856357 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event deleted for resources: {'Port': ['ID=385224a1-95d3-41c1-896d-0b0fdb857ab0,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:37.460981 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14d63c13-14a9-4f1d-a3bc-5d4f3c856357 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for floatingip (944c6b90-fee4-4c44-b399-1ecb1555cfb0), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:37.463991 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-14d63c13-14a9-4f1d-a3bc-5d4f3c856357 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:37.468600 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-14d63c13-14a9-4f1d-a3bc-5d4f3c856357 tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "DELETE /v2.0/floatingips/944c6b90-fee4-4c44-b399-1ecb1555cfb0 HTTP/1.1" status: 204 len: 168 time: 0.4726079 May 26 18:15:37.611689 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8240217-1577-4cd2-8592-12e80c0c8c71 req-67136823-b913-4594-a979-46c87530b66c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:37.622677 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a8240217-1577-4cd2-8592-12e80c0c8c71 req-67136823-b913-4594-a979-46c87530b66c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0835817 May 26 18:15:37.714597 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-a8240217-1577-4cd2-8592-12e80c0c8c71 req-9299876b-944d-4ea2-a5d2-72f06b541352 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903547 May 26 18:15:38.851326 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35798) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:38.853034 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f421c89-7ec6-4090-84ca-554e91e01c06 req-10301770-6328-4412-a90e-d7b1941ad5fc tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:38.855156 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0f421c89-7ec6-4090-84ca-554e91e01c06 req-10301770-6328-4412-a90e-d7b1941ad5fc tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0624328 May 26 18:15:38.926719 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0f421c89-7ec6-4090-84ca-554e91e01c06 req-0c3ae386-f217-4473-9398-88296be541fa tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591521 May 26 18:15:38.933687 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8dee52-e301-42b1-bed1-c56fc9c78eed tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group (8bcd33c5-70e0-4166-a980-a4bd40fcda91), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:38.968949 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8dee52-e301-42b1-bed1-c56fc9c78eed tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group (8bcd33c5-70e0-4166-a980-a4bd40fcda91), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:39.046150 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8dee52-e301-42b1-bed1-c56fc9c78eed tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (8bcd33c5-70e0-4166-a980-a4bd40fcda91), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:39.049365 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-aa8dee52-e301-42b1-bed1-c56fc9c78eed tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:39.050605 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-aa8dee52-e301-42b1-bed1-c56fc9c78eed tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] 10.222.0.76 "DELETE /v2.0/security-groups/8bcd33c5-70e0-4166-a980-a4bd40fcda91 HTTP/1.1" status: 204 len: 168 time: 0.1983063 May 26 18:15:39.060154 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dee52-e301-42b1-bed1-c56fc9c78eed tempest-TestVolumeBootPattern-775328860 tempest-TestVolumeBootPattern-775328860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcd33c5-70e0-4166-a980-a4bd40fcda91,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:39.124565 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35802) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:39.236952 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:39.865449 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981400'] for router_interface (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:39.978054 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:40.078340 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcdcf4-3072-4ec9-a403-a2a1a219ea67 req-32587ea6-246c-4940-8d9f-d84e8ae79cb6 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:40.086509 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-44bcdcf4-3072-4ec9-a403-a2a1a219ea67 req-32587ea6-246c-4940-8d9f-d84e8ae79cb6 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0728385 May 26 18:15:40.142155 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-44bcdcf4-3072-4ec9-a403-a2a1a219ea67 req-d3218830-14d6-4afc-96f9-264c8e2e691a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541971 May 26 18:15:40.155770 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] Deleting port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:40.156118 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:40.246051 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] For port 8df49f4e-8a88-48f9-be4a-7a64c0bf7974, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=8df49f4e-8a88-48f9-be4a-7a64c0bf7974,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:40.246534 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:40.260860 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] Calling delete_port for 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 owned by network:router_interface {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:40.403028 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35818) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:40.484319 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_v2 [None req-87accd92-ef2b-4cb9-acc4-039cca178fd0 admin admin] Deleting subnet 8e8d9e18-3076-45bc-a641-a6c5d0286422 {{(pid=104146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:15:40.490457 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87accd92-ef2b-4cb9-acc4-039cca178fd0 admin admin] Publish callbacks [] for subnet (8e8d9e18-3076-45bc-a641-a6c5d0286422), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:40.528565 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (8df49f4e-8a88-48f9-be4a-7a64c0bf7974), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:40.534541 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:40.565450 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] Pushing event deleted for resources: {'Port': ['ID=8df49f4e-8a88-48f9-be4a-7a64c0bf7974,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:40.569752 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87accd92-ef2b-4cb9-acc4-039cca178fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554127'] for subnet (8e8d9e18-3076-45bc-a641-a6c5d0286422), precommit_delete_associations {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:40.667686 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87accd92-ef2b-4cb9-acc4-039cca178fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (8e8d9e18-3076-45bc-a641-a6c5d0286422), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:40.793793 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87accd92-ef2b-4cb9-acc4-039cca178fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25884414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25530297'] for subnet (8e8d9e18-3076-45bc-a641-a6c5d0286422), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:40.868686 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87accd92-ef2b-4cb9-acc4-039cca178fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8d9e18-3076-45bc-a641-a6c5d0286422,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:40.872349 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-87accd92-ef2b-4cb9-acc4-039cca178fd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:40.875488 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-87accd92-ef2b-4cb9-acc4-039cca178fd0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8e8d9e18-3076-45bc-a641-a6c5d0286422 HTTP/1.1" status: 204 len: 168 time: 0.4714267 May 26 18:15:40.878890 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35820) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:40.884962 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-289928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981252'] for router_interface (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:40.890610 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:40.991858 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (99892cad-2ee2-484d-9d46-3d47317062eb), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.094185 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (99892cad-2ee2-484d-9d46-3d47317062eb), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.121990 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99892cad-2ee2-484d-9d46-3d47317062eb']}} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:41.137563 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d576b73-f75c-4ff5-af88-3e840190dc53') {'for_net_delete': True} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:41.137854 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d576b73-f75c-4ff5-af88-3e840190dc53') {} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:41.154164 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3201090'] for segment (3d576b73-f75c-4ff5-af88-3e840190dc53), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.163908 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] Router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:15:41.174833 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (3d576b73-f75c-4ff5-af88-3e840190dc53), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.182872 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=104147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:15:41.183528 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3587878'] for segment (3d576b73-f75c-4ff5-af88-3e840190dc53), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.300853 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (99892cad-2ee2-484d-9d46-3d47317062eb), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.303237 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 3d576b73-f75c-4ff5-af88-3e840190dc53 resource provider aggregate not found May 26 18:15:41.319300 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.324932 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] 10.222.0.76 "DELETE /v2.0/networks/99892cad-2ee2-484d-9d46-3d47317062eb HTTP/1.1" status: 204 len: 168 time: 0.4445150 May 26 18:15:41.340477 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1df319-5946-4c45-b055-3a76ce505257 admin admin] Pushing event deleted for resources: {'Network': ['ID=99892cad-2ee2-484d-9d46-3d47317062eb,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:41.350542 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 3d576b73-f75c-4ff5-af88-3e840190dc53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d576b73-f75c-4ff5-af88-3e840190dc53 found for delete ", "request_id": "req-f685c1b5-24ff-4655-b020-c6da8cc5dbe3"}]} May 26 18:15:41.356451 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a2f9f-2feb-42d2-829b-cd5bdd069093 req-5a1c2738-b811-42b1-b848-b201e90f148c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:41.359848 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-215a2f9f-2feb-42d2-829b-cd5bdd069093 req-5a1c2738-b811-42b1-b848-b201e90f148c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0780244 May 26 18:15:41.521306 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-215a2f9f-2feb-42d2-829b-cd5bdd069093 req-d010bf52-ec8b-439a-b1ab-189c11b148d7 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225798 May 26 18:15:41.530478 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:15:41.549723 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95d7ea-dc0e-4516-8af4-6964569dcb7d None None] Sync routers for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:15:41.556079 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-35c8121c-1079-44a4-8fa4-0690a3184eba admin admin] 10.222.0.76 "PUT /v2.0/routers/41395eb9-6f5f-47ea-8f1a-79de8ce6e53d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4276958 May 26 18:15:41.556743 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35832) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:41.559138 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35834) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:41.578528 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95d7ea-dc0e-4516-8af4-6964569dcb7d None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:15:41.578528 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-ba95d7ea-dc0e-4516-8af4-6964569dcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:15:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:41.641316 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a6f6f472-b778-4b61-9625-1d74cd339e89 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd9dfeec33544d148b87d188b4208835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0804312 May 26 18:15:41.644779 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35836) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:41.756583 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1e006a22-b457-4cd7-9eaf-0d20b95f61aa admin admin] Publish callbacks [] for security_group (ba2a06e8-2626-407a-bead-71d0382f5e1c), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.785235 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-ba95d7ea-dc0e-4516-8af4-6964569dcb7d None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:15:41.788791 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1e006a22-b457-4cd7-9eaf-0d20b95f61aa admin admin] Publish callbacks [] for security_group (ba2a06e8-2626-407a-bead-71d0382f5e1c), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.830697 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:41.833093 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Publish callbacks [] for router (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.835901 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:41.884995 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.887035 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1e006a22-b457-4cd7-9eaf-0d20b95f61aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (ba2a06e8-2626-407a-bead-71d0382f5e1c), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.889580 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1e006a22-b457-4cd7-9eaf-0d20b95f61aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:41.893864 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1e006a22-b457-4cd7-9eaf-0d20b95f61aa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba2a06e8-2626-407a-bead-71d0382f5e1c HTTP/1.1" status: 204 len: 168 time: 0.2452040 May 26 18:15:41.994890 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-ba95d7ea-dc0e-4516-8af4-6964569dcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:15:40Z', 'revision_number': 5, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port': {'id': 'ccd3d45f-4d39-4e02-8a18-41fb102511d6', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:48Z', 'updated_at': '2022-05-26T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:42.016471 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e006a22-b457-4cd7-9eaf-0d20b95f61aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2a06e8-2626-407a-bead-71d0382f5e1c,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:42.029170 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95d7ea-dc0e-4516-8af4-6964569dcb7d None None] Checking router: 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:15:42.031918 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Publish callbacks [] for router_gateway (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:42.044811 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95d7ea-dc0e-4516-8af4-6964569dcb7d None None] Routers {'41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:15:42.045690 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-ba95d7ea-dc0e-4516-8af4-6964569dcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:15:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:42.124252 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Deleting port ccd3d45f-4d39-4e02-8a18-41fb102511d6 {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:42.124897 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:42.239756 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-ba95d7ea-dc0e-4516-8af4-6964569dcb7d None None] Set router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d gateway port host: None {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:15:42.328029 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-ba95d7ea-dc0e-4516-8af4-6964569dcb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:15:42Z', 'revision_number': 6, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port_host': None}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:42.336755 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] For port ccd3d45f-4d39-4e02-8a18-41fb102511d6, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=ccd3d45f-4d39-4e02-8a18-41fb102511d6,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:42.338247 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:42.359724 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95d7ea-dc0e-4516-8af4-6964569dcb7d None None] The sync data for ids ['41395eb9-6f5f-47ea-8f1a-79de8ce6e53d'] in dv-cinder-839064-2-iscsi is: [{'id': '41395eb9-6f5f-47ea-8f1a-79de8ce6e53d', 'name': 'tempest-TestVolumeBootPattern-2128549619-router', 'tenant_id': '45d94db7075c40cbae3f106a9661d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:47Z', 'updated_at': '2022-05-26T18:15:42Z', 'revision_number': 6, 'project_id': '45d94db7075c40cbae3f106a9661d969', 'gw_port_host': None}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:15:42.366039 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Calling delete_port for ccd3d45f-4d39-4e02-8a18-41fb102511d6 owned by network:router_gateway {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:42.639038 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:15:42.662794 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (ccd3d45f-4d39-4e02-8a18-41fb102511d6), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:42.740836 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd3d45f-4d39-4e02-8a18-41fb102511d6,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:42.882926 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8ce8f-18fa-4190-8136-876ae3e1b37b req-a950bdb6-3be7-487e-9b2c-7c1c5bdeee5e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:42.885629 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3fb8ce8f-18fa-4190-8136-876ae3e1b37b req-a950bdb6-3be7-487e-9b2c-7c1c5bdeee5e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.1458504 May 26 18:15:42.887250 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1982182'] for router_gateway (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:43.322632 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:15:43.388035 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2044343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:43.401099 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-3fb8ce8f-18fa-4190-8136-876ae3e1b37b req-54208e66-b7ae-4091-95ed-ef221de1443b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5092530 May 26 18:15:43.402496 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Publish callbacks [] for router_controller (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), precommit_delete_associations {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:43.421188 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:15:43.423065 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 8df49f4e-8a88-48f9-be4a-7a64c0bf7974 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:15:43.506585 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2044348'] for router (41395eb9-6f5f-47ea-8f1a-79de8ce6e53d), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:43.507413 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41395eb9-6f5f-47ea-8f1a-79de8ce6e53d {{(pid=104147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:15:43.512331 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:43.516088 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35866) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:43.520401 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-bd21b3fc-f2cd-433f-b13d-a35e725ff5dd admin admin] 10.222.0.76 "DELETE /v2.0/routers/41395eb9-6f5f-47ea-8f1a-79de8ce6e53d HTTP/1.1" status: 204 len: 168 time: 1.9617667 May 26 18:15:43.605968 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:43.611211 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f8308e-574f-4cfe-8f8c-1dd331e65ae9 admin admin] Deleting subnet dc082b98-c56e-4d67-834b-87a010c33af3 {{(pid=104146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:15:43.616194 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-27f8308e-574f-4cfe-8f8c-1dd331e65ae9 admin admin] Publish callbacks [] for subnet (dc082b98-c56e-4d67-834b-87a010c33af3), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:43.684660 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-27f8308e-574f-4cfe-8f8c-1dd331e65ae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554127'] for subnet (dc082b98-c56e-4d67-834b-87a010c33af3), precommit_delete_associations {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:43.838833 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-27f8308e-574f-4cfe-8f8c-1dd331e65ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (dc082b98-c56e-4d67-834b-87a010c33af3), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:43.965085 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-27f8308e-574f-4cfe-8f8c-1dd331e65ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25884414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25530297'] for subnet (dc082b98-c56e-4d67-834b-87a010c33af3), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:43.992190 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8308e-574f-4cfe-8f8c-1dd331e65ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc082b98-c56e-4d67-834b-87a010c33af3,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:44.010436 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-27f8308e-574f-4cfe-8f8c-1dd331e65ae9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.013815 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-27f8308e-574f-4cfe-8f8c-1dd331e65ae9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/dc082b98-c56e-4d67-834b-87a010c33af3 HTTP/1.1" status: 204 len: 168 time: 0.4953735 May 26 18:15:44.017402 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35878) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:44.017581 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dbd4e6-9256-4a19-9074-e481811c034d None None] Network 8ba39add-f4a7-4061-91a5-b356a25c19cf requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:15:44.178328 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (8ba39add-f4a7-4061-91a5-b356a25c19cf), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.286521 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Deleting port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:44.287079 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.308602 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:44.328174 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98dbfdd-320f-4726-b297-616c9233be4d None None] DHCP port deletion for 8ba39add-f4a7-4061-91a5-b356a25c19cf request from dv-cinder-839064-2-iscsi {{(pid=104148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:15:44.377686 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-a98dbfdd-320f-4726-b297-616c9233be4d None None] Deleting port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:44.378088 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a98dbfdd-320f-4726-b297-616c9233be4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.384936 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] For port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:44.385535 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.401537 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Calling delete_port for 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b owned by network:dhcp {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:44.493486 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:44.500216 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.504410 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-a98dbfdd-320f-4726-b297-616c9233be4d None None] For port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b,segment=NetworkSegment(1dff3855-0162-4e95-9a05-816e9af11a36),segment_id=1dff3855-0162-4e95-9a05-816e9af11a36)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:44.505569 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a98dbfdd-320f-4726-b297-616c9233be4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.526301 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Pushing event deleted for resources: {'Port': ['ID=574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:44.539690 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] No DVR routers for this DVR port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b on host dv-cinder-839064-2-iscsi {{(pid=104147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:15:44.549241 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-a98dbfdd-320f-4726-b297-616c9233be4d None None] Calling delete_port for 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:44.614939 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb3742-1dd6-4dce-850c-34bf03e5658b req-65013d03-bed5-46e3-a75a-ba43439f060e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:44.621914 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2ddb3742-1dd6-4dce-850c-34bf03e5658b req-65013d03-bed5-46e3-a75a-ba43439f060e tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0948677 May 26 18:15:44.655464 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (8ba39add-f4a7-4061-91a5-b356a25c19cf), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.671600 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a98dbfdd-320f-4726-b297-616c9233be4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197'] for port (574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.691465 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba39add-f4a7-4061-91a5-b356a25c19cf']}} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:44.704701 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98dbfdd-320f-4726-b297-616c9233be4d None None] No DVR routers for this DVR port 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b on host dv-cinder-839064-2-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:15:44.710866 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dbfdd-320f-4726-b297-616c9233be4d None None] Pushing event deleted for resources: {'Port': ['ID=574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:44.714241 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dff3855-0162-4e95-9a05-816e9af11a36') {'for_net_delete': True} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:44.714639 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dff3855-0162-4e95-9a05-816e9af11a36') {} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:44.726652 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3201090'] for segment (1dff3855-0162-4e95-9a05-816e9af11a36), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.731018 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-2ddb3742-1dd6-4dce-850c-34bf03e5658b req-bfa77e59-fd3b-4df3-ac5a-b80e0acb0fdd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025062 May 26 18:15:44.754150 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (1dff3855-0162-4e95-9a05-816e9af11a36), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.763022 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=104147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:15:44.763968 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3587878'] for segment (1dff3855-0162-4e95-9a05-816e9af11a36), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.791837 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 1dff3855-0162-4e95-9a05-816e9af11a36 resource provider aggregate not found May 26 18:15:44.842510 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (8ba39add-f4a7-4061-91a5-b356a25c19cf), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.850563 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 1dff3855-0162-4e95-9a05-816e9af11a36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1dff3855-0162-4e95-9a05-816e9af11a36 found for delete ", "request_id": "req-a56be1b0-604b-492e-a815-c97e6b09570f"}]} May 26 18:15:44.852646 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:44.856348 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8ba39add-f4a7-4061-91a5-b356a25c19cf HTTP/1.1" status: 204 len: 168 time: 0.8374045 May 26 18:15:44.859060 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35892) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:44.877637 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5dea5-e845-4af5-af39-6be215561961 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba39add-f4a7-4061-91a5-b356a25c19cf,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:44.971776 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:15:44.992726 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:15:44.993234 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 574fbcb3-15ea-4f4e-ae6c-bcf81e449b7b not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:15:44.993766 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device ccd3d45f-4d39-4e02-8a18-41fb102511d6 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:15:45.013405 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: ccd3d45f-4d39-4e02-8a18-41fb102511d6 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:15:45.013767 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device ccd3d45f-4d39-4e02-8a18-41fb102511d6 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:15:45.031131 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:45.200209 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981400'] for router_interface (4fe6bcc1-21cb-46b2-8de1-542eda488236), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:45.427510 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] Deleting port b0c1de9c-301f-4150-b704-548714f036a0 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:45.427855 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (b0c1de9c-301f-4150-b704-548714f036a0), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:45.477843 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:45.529219 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] For port b0c1de9c-301f-4150-b704-548714f036a0, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=b0c1de9c-301f-4150-b704-548714f036a0,segment=NetworkSegment(055b79ca-6aff-4196-a3c3-81c0058e3d1e),segment_id=055b79ca-6aff-4196-a3c3-81c0058e3d1e)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:45.529583 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (b0c1de9c-301f-4150-b704-548714f036a0), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:45.544318 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] Calling delete_port for b0c1de9c-301f-4150-b704-548714f036a0 owned by network:router_interface {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:45.721679 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (b0c1de9c-301f-4150-b704-548714f036a0), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:45.747005 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c1de9c-301f-4150-b704-548714f036a0,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:45.863579 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23414a-f58b-48ce-be2c-960104e9be9f req-8869309b-bfb8-4c73-8c34-abebe80805a8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:45.865967 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0f23414a-f58b-48ce-be2c-960104e9be9f req-8869309b-bfb8-4c73-8c34-abebe80805a8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0541663 May 26 18:15:45.932350 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0f23414a-f58b-48ce-be2c-960104e9be9f req-6bc20671-dd66-49a5-8692-829b25e16833 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544298 May 26 18:15:45.941963 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-289928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981252'] for router_interface (4fe6bcc1-21cb-46b2-8de1-542eda488236), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:45.998203 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:46.147868 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] Router 4fe6bcc1-21cb-46b2-8de1-542eda488236 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:15:46.523250 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:15:46.528810 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-ec528c22-6ae2-4a7e-ad27-05de2dbe65f1 admin admin] 10.222.0.76 "PUT /v2.0/routers/4fe6bcc1-21cb-46b2-8de1-542eda488236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6685755 May 26 18:15:46.531248 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35904) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:46.533987 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5dbeb-dfc2-48be-bb76-286fb5448ff7 None None] Sync routers for ids ['4fe6bcc1-21cb-46b2-8de1-542eda488236'] in dv-cinder-839064-2-iscsi {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:15:46.545961 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5dbeb-dfc2-48be-bb76-286fb5448ff7 None None] Routers {'4fe6bcc1-21cb-46b2-8de1-542eda488236'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:15:46.547278 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-baa5dbeb-dfc2-48be-bb76-286fb5448ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:15:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['4fe6bcc1-21cb-46b2-8de1-542eda488236'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:46.613638 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:46.632475 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Publish callbacks [] for router (4fe6bcc1-21cb-46b2-8de1-542eda488236), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:46.639814 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:46.653192 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-baa5dbeb-dfc2-48be-bb76-286fb5448ff7 None None] Set router 4fe6bcc1-21cb-46b2-8de1-542eda488236 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:15:46.733051 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Publish callbacks [] for router_gateway (4fe6bcc1-21cb-46b2-8de1-542eda488236), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:46.777757 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Deleting port 4436b244-e876-4be9-a6b5-ad16d265e0f8 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:46.778051 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:46.834860 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-baa5dbeb-dfc2-48be-bb76-286fb5448ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'name': 'tempest-TestVolumeBootPattern-290593272-router', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:55Z', 'updated_at': '2022-05-26T18:15:45Z', 'revision_number': 5, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'gw_port': {'id': '4436b244-e876-4be9-a6b5-ad16d265e0f8', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:06:56Z', 'updated_at': '2022-05-26T18:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:46.858345 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] For port 4436b244-e876-4be9-a6b5-ad16d265e0f8, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=4436b244-e876-4be9-a6b5-ad16d265e0f8,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:46.858713 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:46.861720 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5dbeb-dfc2-48be-bb76-286fb5448ff7 None None] Checking router: 4fe6bcc1-21cb-46b2-8de1-542eda488236 for host: dv-cinder-839064-2-iscsi {{(pid=104148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:15:46.870124 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5dbeb-dfc2-48be-bb76-286fb5448ff7 None None] Routers {'4fe6bcc1-21cb-46b2-8de1-542eda488236'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:15:46.870750 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-baa5dbeb-dfc2-48be-bb76-286fb5448ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:15:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['4fe6bcc1-21cb-46b2-8de1-542eda488236'], 'active': True} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:46.873045 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Calling delete_port for 4436b244-e876-4be9-a6b5-ad16d265e0f8 owned by network:router_gateway {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:46.959057 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvr_db [None req-baa5dbeb-dfc2-48be-bb76-286fb5448ff7 None None] Set router 4fe6bcc1-21cb-46b2-8de1-542eda488236 gateway port host: None {{(pid=104148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:15:47.014355 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_hamode_db [None req-baa5dbeb-dfc2-48be-bb76-286fb5448ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'name': 'tempest-TestVolumeBootPattern-290593272-router', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:55Z', 'updated_at': '2022-05-26T18:15:46Z', 'revision_number': 6, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'gw_port_host': None}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:47.043879 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5dbeb-dfc2-48be-bb76-286fb5448ff7 None None] The sync data for ids ['4fe6bcc1-21cb-46b2-8de1-542eda488236'] in dv-cinder-839064-2-iscsi is: [{'id': '4fe6bcc1-21cb-46b2-8de1-542eda488236', 'name': 'tempest-TestVolumeBootPattern-290593272-router', 'tenant_id': 'd380d672826643ba9d6f491c3a981dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:06:55Z', 'updated_at': '2022-05-26T18:15:46Z', 'revision_number': 6, 'project_id': 'd380d672826643ba9d6f491c3a981dff', 'gw_port_host': None}] {{(pid=104148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:15:47.061827 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:47.098994 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c0771-2aa5-426c-af2e-8d4500065429 req-5f060694-739e-40a9-890b-2bb58dfb7316 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:47.100477 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-979c0771-2aa5-426c-af2e-8d4500065429 req-5f060694-739e-40a9-890b-2bb58dfb7316 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0738120 May 26 18:15:47.104721 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (4436b244-e876-4be9-a6b5-ad16d265e0f8), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.142543 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4436b244-e876-4be9-a6b5-ad16d265e0f8,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:47.222713 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-979c0771-2aa5-426c-af2e-8d4500065429 req-b4fb1dc8-b89f-4f8f-9241-9f734881915b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155074 May 26 18:15:47.231119 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1982182'] for router_gateway (4fe6bcc1-21cb-46b2-8de1-542eda488236), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.323361 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2044343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (4fe6bcc1-21cb-46b2-8de1-542eda488236), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.325515 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Publish callbacks [] for router_controller (4fe6bcc1-21cb-46b2-8de1-542eda488236), precommit_delete_associations {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.368763 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2044348'] for router (4fe6bcc1-21cb-46b2-8de1-542eda488236), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.369407 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe6bcc1-21cb-46b2-8de1-542eda488236 {{(pid=104146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:15:47.374832 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.378956 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-a529126a-6b65-4409-8de3-035b700debb1 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4fe6bcc1-21cb-46b2-8de1-542eda488236 HTTP/1.1" status: 204 len: 168 time: 0.8435936 May 26 18:15:47.379084 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35908) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:47.426821 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b442cf24-0de8-40b3-abce-b19a4572c726 admin admin] Deleting subnet f64d5dd7-03d5-4e46-a506-8766a5db58fa {{(pid=104146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:15:47.430288 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b442cf24-0de8-40b3-abce-b19a4572c726 admin admin] Publish callbacks [] for subnet (f64d5dd7-03d5-4e46-a506-8766a5db58fa), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.469997 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b442cf24-0de8-40b3-abce-b19a4572c726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554127'] for subnet (f64d5dd7-03d5-4e46-a506-8766a5db58fa), precommit_delete_associations {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.550493 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b442cf24-0de8-40b3-abce-b19a4572c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (f64d5dd7-03d5-4e46-a506-8766a5db58fa), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.569778 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:47.606791 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b442cf24-0de8-40b3-abce-b19a4572c726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25884414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25530297'] for subnet (f64d5dd7-03d5-4e46-a506-8766a5db58fa), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.632457 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442cf24-0de8-40b3-abce-b19a4572c726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64d5dd7-03d5-4e46-a506-8766a5db58fa,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:47.637933 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b442cf24-0de8-40b3-abce-b19a4572c726 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.641466 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b442cf24-0de8-40b3-abce-b19a4572c726 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f64d5dd7-03d5-4e46-a506-8766a5db58fa HTTP/1.1" status: 204 len: 168 time: 0.2609735 May 26 18:15:47.643666 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35912) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:47.646175 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8341726-8d4a-4f5a-864f-9f45ccdd4092 None None] Network 557bc880-7c2a-4758-a36b-ed63064d03db requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:15:47.716948 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (557bc880-7c2a-4758-a36b-ed63064d03db), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.762437 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Deleting port d65abe75-6a10-495a-83cf-1b28e70b2f62 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:47.762968 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.809052 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] DHCP port deletion for 557bc880-7c2a-4758-a36b-ed63064d03db request from dv-cinder-839064-2-iscsi {{(pid=104148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:15:47.810738 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:47.831812 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] For port d65abe75-6a10-495a-83cf-1b28e70b2f62, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=d65abe75-6a10-495a-83cf-1b28e70b2f62,segment=NetworkSegment(055b79ca-6aff-4196-a3c3-81c0058e3d1e),segment_id=055b79ca-6aff-4196-a3c3-81c0058e3d1e)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:47.832083 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.846241 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Calling delete_port for d65abe75-6a10-495a-83cf-1b28e70b2f62 owned by network:dhcp {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:47.849266 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Deleting port d65abe75-6a10-495a-83cf-1b28e70b2f62 {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:15:47.849643 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.917042 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] For port d65abe75-6a10-495a-83cf-1b28e70b2f62, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=d65abe75-6a10-495a-83cf-1b28e70b2f62,segment=NetworkSegment(055b79ca-6aff-4196-a3c3-81c0058e3d1e),segment_id=055b79ca-6aff-4196-a3c3-81c0058e3d1e)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:47.917430 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.932521 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Calling delete_port for d65abe75-6a10-495a-83cf-1b28e70b2f62 owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:15:47.938957 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:47.966325 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d65abe75-6a10-495a-83cf-1b28e70b2f62,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:47.968065 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] No DVR routers for this DVR port d65abe75-6a10-495a-83cf-1b28e70b2f62 on host dv-cinder-839064-2-iscsi {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:15:47.996508 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:48.015038 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197'] for port (d65abe75-6a10-495a-83cf-1b28e70b2f62), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.050235 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Pushing event deleted for resources: {'Port': ['ID=d65abe75-6a10-495a-83cf-1b28e70b2f62,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:48.054735 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (557bc880-7c2a-4758-a36b-ed63064d03db), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.055310 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] No DVR routers for this DVR port d65abe75-6a10-495a-83cf-1b28e70b2f62 on host dv-cinder-839064-2-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:15:48.065334 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.067861 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.067861 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.067861 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.067861 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.067861 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.067861 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.067861 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.069006 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.069006 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.069006 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.069680 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.069680 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.069877 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.070617 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aa3bd1-fc32-4b4e-9297-96f389a84124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:15:48.082831 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557bc880-7c2a-4758-a36b-ed63064d03db']}} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:48.093725 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055b79ca-6aff-4196-a3c3-81c0058e3d1e') {'for_net_delete': True} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:48.094016 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.services.segments.db [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055b79ca-6aff-4196-a3c3-81c0058e3d1e') {} {{(pid=104146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:15:48.107632 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554166'] for segment (055b79ca-6aff-4196-a3c3-81c0058e3d1e), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.121242 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (055b79ca-6aff-4196-a3c3-81c0058e3d1e), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.127913 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=104146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:15:48.128297 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25883228'] for segment (055b79ca-6aff-4196-a3c3-81c0058e3d1e), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.187917 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (557bc880-7c2a-4758-a36b-ed63064d03db), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.194603 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.200007 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/557bc880-7c2a-4758-a36b-ed63064d03db HTTP/1.1" status: 204 len: 168 time: 0.5530930 May 26 18:15:48.213023 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608b722-be5f-47a1-9429-483517aca7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=557bc880-7c2a-4758-a36b-ed63064d03db,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:48.271214 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment 055b79ca-6aff-4196-a3c3-81c0058e3d1e resource provider aggregate not found May 26 18:15:48.288943 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.services.segments.plugin [-] Segment 055b79ca-6aff-4196-a3c3-81c0058e3d1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 055b79ca-6aff-4196-a3c3-81c0058e3d1e found for delete ", "request_id": "req-29ac84c9-5a56-4e7f-ac51-012a6eacb0f3"}]} May 26 18:15:48.352193 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766b6f2-6aac-4670-a311-de4a97d79ae3 req-e9036ae7-a758-4cbf-96e8-d89a9420444d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:48.353671 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b766b6f2-6aac-4670-a311-de4a97d79ae3 req-e9036ae7-a758-4cbf-96e8-d89a9420444d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0494533 May 26 18:15:48.390442 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35924) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:48.416726 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-b766b6f2-6aac-4670-a311-de4a97d79ae3 req-c196b966-0349-4d52-9266-aecc92441423 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565608 May 26 18:15:48.444708 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-a3d04381-07bb-468a-accc-c25f6d7c0fd9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=45d94db7075c40cbae3f106a9661d969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506017 May 26 18:15:48.447140 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35926) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:48.496603 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-15ff3c8d-d023-4530-b8dd-f1cc11b53a6e admin admin] Publish callbacks [] for security_group (b49a753b-51bb-4bc5-838e-b596e5e43908), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.518084 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-15ff3c8d-d023-4530-b8dd-f1cc11b53a6e admin admin] Publish callbacks [] for security_group (b49a753b-51bb-4bc5-838e-b596e5e43908), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.569755 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-15ff3c8d-d023-4530-b8dd-f1cc11b53a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b49a753b-51bb-4bc5-838e-b596e5e43908), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.572373 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-15ff3c8d-d023-4530-b8dd-f1cc11b53a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:48.573580 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-15ff3c8d-d023-4530-b8dd-f1cc11b53a6e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b49a753b-51bb-4bc5-838e-b596e5e43908 HTTP/1.1" status: 204 len: 168 time: 0.1255372 May 26 18:15:48.583511 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff3c8d-d023-4530-b8dd-f1cc11b53a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49a753b-51bb-4bc5-838e-b596e5e43908,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:48.923588 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35940) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:48.958320 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:48.968313 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-6b2f73d3-25d9-4343-bcf9-0295960b2a0f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d380d672826643ba9d6f491c3a981dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433288 May 26 18:15:48.968645 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device d65abe75-6a10-495a-83cf-1b28e70b2f62 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:15:48.971466 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35942) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:48.988733 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: d65abe75-6a10-495a-83cf-1b28e70b2f62 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:15:48.989171 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device d65abe75-6a10-495a-83cf-1b28e70b2f62 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:15:48.989651 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device b0c1de9c-301f-4150-b704-548714f036a0 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:15:49.011321 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: b0c1de9c-301f-4150-b704-548714f036a0 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:15:49.011662 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device b0c1de9c-301f-4150-b704-548714f036a0 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:15:49.012112 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 4436b244-e876-4be9-a6b5-ad16d265e0f8 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:15:49.022119 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-21c32643-1934-494d-be3f-5daa44dd4aed admin admin] Publish callbacks [] for security_group (bac1ffa2-4d3b-42e8-bed3-768d79f0554f), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:49.031333 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 4436b244-e876-4be9-a6b5-ad16d265e0f8 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:15:49.031678 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 4436b244-e876-4be9-a6b5-ad16d265e0f8 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:15:49.045393 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-21c32643-1934-494d-be3f-5daa44dd4aed admin admin] Publish callbacks [] for security_group (bac1ffa2-4d3b-42e8-bed3-768d79f0554f), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:49.092809 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-21c32643-1934-494d-be3f-5daa44dd4aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (bac1ffa2-4d3b-42e8-bed3-768d79f0554f), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:49.096670 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-21c32643-1934-494d-be3f-5daa44dd4aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:49.097809 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-21c32643-1934-494d-be3f-5daa44dd4aed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bac1ffa2-4d3b-42e8-bed3-768d79f0554f HTTP/1.1" status: 204 len: 168 time: 0.1252344 May 26 18:15:49.105611 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c32643-1934-494d-be3f-5daa44dd4aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac1ffa2-4d3b-42e8-bed3-768d79f0554f,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:49.543047 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8bba9-42de-4530-8ad1-0c5af79934a1 req-38265c43-996b-44b6-bd75-1dff1f67af7f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:49.544557 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-54a8bba9-42de-4530-8ad1-0c5af79934a1 req-38265c43-996b-44b6-bd75-1dff1f67af7f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0514903 May 26 18:15:49.592937 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-54a8bba9-42de-4530-8ad1-0c5af79934a1 req-f31f2ec1-91ad-40c0-afab-894ebf665ea8 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414159 May 26 18:15:49.935289 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76fd9-005e-4135-b6f0-e2b59bed0cb2 req-a51a8cda-83c7-4338-a8c0-338a989517a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:49.936735 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-57d76fd9-005e-4135-b6f0-e2b59bed0cb2 req-a51a8cda-83c7-4338-a8c0-338a989517a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 1128 time: 0.0402932 May 26 18:15:50.043096 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76fd9-005e-4135-b6f0-e2b59bed0cb2 req-91ed5f06-1e57-47a8-aee2-9bef640a495a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:50.044508 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-57d76fd9-005e-4135-b6f0-e2b59bed0cb2 req-91ed5f06-1e57-47a8-aee2-9bef640a495a service neutron] 10.222.0.86 "GET /v2.0/networks?id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 200 len: 917 time: 0.0896411 May 26 18:15:50.110275 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-57d76fd9-005e-4135-b6f0-e2b59bed0cb2 req-91f9d8e4-a599-496d-a1d7-322a6ccd748d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dee4d26-9746-4489-a773-a054c63b2c40 HTTP/1.1" status: 200 len: 999 time: 0.0588045 May 26 18:15:50.151198 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:50.163768 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76fd9-005e-4135-b6f0-e2b59bed0cb2 req-75b49824-0e51-4d35-81b4-e55c75959a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:50.165236 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-57d76fd9-005e-4135-b6f0-e2b59bed0cb2 req-75b49824-0e51-4d35-81b4-e55c75959a62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 200 len: 855 time: 0.0492189 May 26 18:15:50.221232 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76fd9-005e-4135-b6f0-e2b59bed0cb2 req-d60596ac-05a8-441a-87a1-c98d43c98b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:50.222803 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-57d76fd9-005e-4135-b6f0-e2b59bed0cb2 req-d60596ac-05a8-441a-87a1-c98d43c98b1d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519671 May 26 18:15:50.311289 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-57d76fd9-005e-4135-b6f0-e2b59bed0cb2 req-34641b7f-9551-4c50-a1ae-2e7913f5e1be service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829551 May 26 18:15:50.403205 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-57d76fd9-005e-4135-b6f0-e2b59bed0cb2 req-464aa8a6-f43a-4b4c-b2fc-e4a8f507b6c1 service neutron] 10.222.0.86 "GET /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855124 May 26 18:15:50.459374 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-38ed2789-05f5-4643-ad4d-31a1c44639f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:50.713490 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa73e0c-bfe2-46af-95bc-342848261940 req-80b753de-618a-4221-8dc1-6428c7fc7d37 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:50.715014 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-afa73e0c-bfe2-46af-95bc-342848261940 req-80b753de-618a-4221-8dc1-6428c7fc7d37 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 944 time: 0.0476301 May 26 18:15:50.767310 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-afa73e0c-bfe2-46af-95bc-342848261940 req-53523dd7-9c59-42e5-b760-f8dbc1c45db1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457833 May 26 18:15:51.170629 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 35962) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:51.276389 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c674a042-0695-4a4f-a524-f6fa1e015d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:51.286028 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:51.355005 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c674a042-0695-4a4f-a524-f6fa1e015d8f admin admin] Publish callbacks [] for security_group (1a5641e3-42aa-4775-bb98-c073fefecd70), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:51.358484 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c674a042-0695-4a4f-a524-f6fa1e015d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (1a5641e3-42aa-4775-bb98-c073fefecd70), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:51.387342 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0dee4d26-9746-4489-a773-a054c63b2c40 details requested by agent hyperv_hv-cinder-83906 with host hv-cinder-83906 {{(pid=104148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 18:15:51.400103 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c674a042-0695-4a4f-a524-f6fa1e015d8f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a44968d7c3564d76b788d342eb7ff502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280519 May 26 18:15:51.400798 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674a042-0695-4a4f-a524-f6fa1e015d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5641e3-42aa-4775-bb98-c073fefecd70,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:51.402840 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 35966) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:15:51.465907 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2a0c-399f-44e8-967f-2073c5a1b814 admin admin] Publish callbacks [] for security_group (1a5641e3-42aa-4775-bb98-c073fefecd70), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:51.487880 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2a0c-399f-44e8-967f-2073c5a1b814 admin admin] Publish callbacks [] for security_group (1a5641e3-42aa-4775-bb98-c073fefecd70), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:51.539980 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2a0c-399f-44e8-967f-2073c5a1b814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (1a5641e3-42aa-4775-bb98-c073fefecd70), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:51.542723 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2a0c-399f-44e8-967f-2073c5a1b814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:51.546289 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-d9ae2a0c-399f-44e8-967f-2073c5a1b814 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a5641e3-42aa-4775-bb98-c073fefecd70 HTTP/1.1" status: 204 len: 168 time: 0.1400270 May 26 18:15:51.552816 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae2a0c-399f-44e8-967f-2073c5a1b814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5641e3-42aa-4775-bb98-c073fefecd70,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:51.628041 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:51.641001 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Returning: {'device': '0dee4d26-9746-4489-a773-a054c63b2c40', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'port_id': '0dee4d26-9746-4489-a773-a054c63b2c40', 'mac_address': 'fa:16:3e:86:5a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 18:15:51.668762 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:51.681655 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 0dee4d26-9746-4489-a773-a054c63b2c40 is: DOWN; New status is: BUILD {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:15:51.682044 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:51.699226 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dee4d26-9746-4489-a773-a054c63b2c40 {{(pid=104148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 18:15:51.722778 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:51.728264 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:51.779881 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=0dee4d26-9746-4489-a773-a054c63b2c40,revision_number=9']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:52.007659 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] get_ports_and_sgs() called for port_ids ['0dee4d26-9746-4489-a773-a054c63b2c40'] {{(pid=104148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 18:15:52.158749 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997437-ed96-4135-a8bb-6e31f2fdcc23 req-ab1bb9f5-65c0-4aaf-8c12-0b7dfd9bcdca tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:52.160278 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-af997437-ed96-4135-a8bb-6e31f2fdcc23 req-ab1bb9f5-65c0-4aaf-8c12-0b7dfd9bcdca tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 945 time: 0.0605531 May 26 18:15:52.187095 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:52.214510 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-af997437-ed96-4135-a8bb-6e31f2fdcc23 req-2ef58d7e-4c97-4212-ab33-989395434c6f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486042 May 26 18:15:52.360085 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:52.638850 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=81 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:52.656224 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-77b995ac-c72e-4c8b-adff-8f9c401dd11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:53.335636 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfba23-e5b5-445f-a74c-1eca9c723ee9 req-e136b71a-abf9-4500-8e51-1efe8c0e7645 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:53.337116 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e9cfba23-e5b5-445f-a74c-1eca9c723ee9 req-e136b71a-abf9-4500-8e51-1efe8c0e7645 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 945 time: 0.0477591 May 26 18:15:53.383313 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-e9cfba23-e5b5-445f-a74c-1eca9c723ee9 req-effc0be3-14d7-4da4-bf7c-60ee75f61838 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 May 26 18:15:53.387229 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0dee4d26-9746-4489-a773-a054c63b2c40 up at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 18:15:53.435567 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.provisioning_blocks [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Provisioning complete for port 0dee4d26-9746-4489-a773-a054c63b2c40 triggered by entity L2. {{(pid=104148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 18:15:53.435908 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952762'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), provisioning_complete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:53.437921 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:15:53.512024 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Current status of the port 0dee4d26-9746-4489-a773-a054c63b2c40 is: BUILD; New status is: ACTIVE {{(pid=104148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 18:15:53.512315 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611716'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), before_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:53.535933 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40'}] {{(pid=104148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:15:53.538129 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cabb1d4958f6fe884ce7cd267354b8c14d92e2a120b4399885896d3ee66b5e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67856683-b5fa-4078-b3da-9aae8e6ec280" -d '{"events": [{"server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "name": "network-vif-plugged", "status": "completed", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40"}]}' {{(pid=104148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:15:53.559626 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:15:53.565860 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748000259557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747999866206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747999866224'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:53.592813 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f16cfc0-bcf5-42f7-8689-025059354dba x-openstack-request-id: req-6f16cfc0-bcf5-42f7-8689-025059354dba {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:15:53.593107 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "name": "network-vif-plugged", "status": "completed", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40", "code": 200}]} {{(pid=104148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:15:53.593361 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f16cfc0-bcf5-42f7-8689-025059354dba {{(pid=104148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:15:53.593746 dv-cinder-839064-2-iscsi neutron-server[104148]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f16cfc0-bcf5-42f7-8689-025059354dba'] response: {'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40', 'code': 200} May 26 18:15:53.620791 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Pushing event updated for resources: {'Port': ['ID=0dee4d26-9746-4489-a773-a054c63b2c40,revision_number=10']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:15:53.820869 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff2e27-9269-4ff5-a026-75429197bcb7 req-9f69cd7a-556e-4df0-ace4-de182eac73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:53.822287 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c7ff2e27-9269-4ff5-a026-75429197bcb7 req-9f69cd7a-556e-4df0-ace4-de182eac73f0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 1131 time: 0.0398867 May 26 18:15:53.865977 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-c7ff2e27-9269-4ff5-a026-75429197bcb7 req-df0b96ec-400b-48ba-881c-9bbf5efbb213 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383911 May 26 18:15:53.938398 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:54.505357 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f811a75-8575-47ca-830e-2ebc77cc9de9 req-fc39c919-dfa5-4b50-beff-c69a16973ca1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:54.506857 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0f811a75-8575-47ca-830e-2ebc77cc9de9 req-fc39c919-dfa5-4b50-beff-c69a16973ca1 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 947 time: 0.0493090 May 26 18:15:54.553242 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-0f811a75-8575-47ca-830e-2ebc77cc9de9 req-3e70d05c-5c61-4b72-a860-500a049db469 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 May 26 18:15:55.560906 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:15:55.681167 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a643daf-47e3-4182-8e13-91d39ead068b req-1f7c2c2b-5e74-47fa-8ef0-d159affd622a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:55.682657 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4a643daf-47e3-4182-8e13-91d39ead068b req-1f7c2c2b-5e74-47fa-8ef0-d159affd622a tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 947 time: 0.0489542 May 26 18:15:55.733074 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-4a643daf-47e3-4182-8e13-91d39ead068b req-96fef2b6-a7d5-4275-b17c-9c22ba13b4bc tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448244 May 26 18:15:56.855084 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791b8f5-6ce1-43ff-a4d9-09ab609f15e7 req-df97f2f8-760f-4ab4-84b5-12fd47d81ebc tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:15:56.856488 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5791b8f5-6ce1-43ff-a4d9-09ab609f15e7 req-df97f2f8-760f-4ab4-84b5-12fd47d81ebc tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 947 time: 0.0490336 May 26 18:15:56.904804 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-5791b8f5-6ce1-43ff-a4d9-09ab609f15e7 req-790a610c-562c-46b1-bf6d-92cfb9496e0d tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 May 26 18:15:57.002280 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:05.726535 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=21 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:05.729001 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=64,neutron:DELETE=2 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:06.897509 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:INSERT=5,neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:06.900411 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:10.638649 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:10.641491 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:11.874979 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:13.657868 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:13.662747 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:19.640548 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:16:20.462606 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c5a0d9a5-22b6-4003-8021-2de82f846487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:22.663395 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-52e6bb18-44e3-425f-ab07-b9cc13bce6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:23.936941 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:25.563559 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:27.006158 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:27.844454 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aa127-e223-4f16-9fdc-3af5ee8e0784 req-8d741431-2088-4b42-b711-f2074cb7a4b7 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:16:27.845947 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1f1aa127-e223-4f16-9fdc-3af5ee8e0784 req-8d741431-2088-4b42-b711-f2074cb7a4b7 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 947 time: 0.0509911 May 26 18:16:27.904778 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-1f1aa127-e223-4f16-9fdc-3af5ee8e0784 req-97d9d3cd-9bbe-4f14-9965-f31ddb6d6223 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528617 May 26 18:16:29.029356 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc619837-702f-49e2-a4dc-23aeef93b407 req-4aa99875-b432-44bc-aaac-ec91b77cf8f9 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:16:29.030900 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bc619837-702f-49e2-a4dc-23aeef93b407 req-4aa99875-b432-44bc-aaac-ec91b77cf8f9 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 947 time: 0.0482202 May 26 18:16:29.082043 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-bc619837-702f-49e2-a4dc-23aeef93b407 req-d72b27c7-22b2-49cb-8e01-a4409845f8ad tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea52834e-57f1-4496-b4d5-ff4d0f8c332a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452895 May 26 18:16:29.234966 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-7c9ef29a-a3ca-435b-b08b-ba3ef10fbe8f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:16:29.236343 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-7c9ef29a-a3ca-435b-b08b-ba3ef10fbe8f tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 947 time: 0.0461330 May 26 18:16:29.319546 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Deleting port 0dee4d26-9746-4489-a773-a054c63b2c40 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:16:29.319878 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:29.406995 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] For port 0dee4d26-9746-4489-a773-a054c63b2c40, host hv-cinder-83906, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83906',level=0,port_id=0dee4d26-9746-4489-a773-a054c63b2c40,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:16:29.407366 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:29.565090 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:29.565443 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982168'] for floatingip (84beb55f-8818-4f23-a423-ba4083c09f18), after_update {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:29.565753 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.db.l3_db [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Floating IP 84beb55f-8818-4f23-a423-ba4083c09f18 disassociated. External IP: 172.27.1.39, port: 0dee4d26-9746-4489-a773-a054c63b2c40. May 26 18:16:29.566094 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Calling delete_port for 0dee4d26-9746-4489-a773-a054c63b2c40 owned by compute:nova {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:16:29.635695 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:29.636497 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:29.693307 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (0dee4d26-9746-4489-a773-a054c63b2c40), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:29.720642 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event deleted for resources: {'Port': ['ID=0dee4d26-9746-4489-a773-a054c63b2c40,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:29.732485 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.732839 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.733190 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.733533 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.733872 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.734241 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.734565 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.734893 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.735228 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.735559 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.735887 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.736215 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.736542 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.736885 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.737265 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:29.842477 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:16:29.930678 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:29.950748 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:16:29.961247 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee3833-2570-42a9-b9c0-e7785f35b328 None None] Sync routers for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:16:29.971849 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee3833-2570-42a9-b9c0-e7785f35b328 None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:16:29.972474 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-94ee3833-2570-42a9-b9c0-e7785f35b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:16:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:16:29.994684 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] No DVR routers for this DVR port 0dee4d26-9746-4489-a773-a054c63b2c40 on host hv-cinder-83906 {{(pid=104146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:16:29.997178 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for port (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:30.000480 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-81d8e307-fe9a-429f-99df-16ca1d89576d req-8eddc950-52ff-4acf-8589-83bb56ff7075 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.86 "DELETE /v2.0/ports/0dee4d26-9746-4489-a773-a054c63b2c40 HTTP/1.1" status: 204 len: 173 time: 0.7585459 May 26 18:16:30.000909 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'name': 'network-vif-deleted', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40'}] {{(pid=104146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 18:16:30.003741 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b93e5105247222375ddc4093af95ac59bc87398c30da6e67ed4b7abac17e1ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2d2e80-6732-4d82-b05b-b5580b442de7" -d '{"events": [{"server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "name": "network-vif-deleted", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40"}]}' {{(pid=104146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 18:16:30.047705 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 18:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46a481d-f58a-47e8-9e5e-d763899f6bfe x-openstack-request-id: req-b46a481d-f58a-47e8-9e5e-d763899f6bfe {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 18:16:30.048064 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b179d75-fc35-42af-8ef7-b7a38b7992e2", "name": "network-vif-deleted", "tag": "0dee4d26-9746-4489-a773-a054c63b2c40", "status": "completed", "code": 200}]} {{(pid=104146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 18:16:30.048323 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b46a481d-f58a-47e8-9e5e-d763899f6bfe {{(pid=104146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 18:16:30.048733 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46a481d-f58a-47e8-9e5e-d763899f6bfe'] response: {'server_uuid': '6b179d75-fc35-42af-8ef7-b7a38b7992e2', 'name': 'network-vif-deleted', 'tag': '0dee4d26-9746-4489-a773-a054c63b2c40', 'status': 'completed', 'code': 200} May 26 18:16:30.077566 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-94ee3833-2570-42a9-b9c0-e7785f35b328 None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:16:30.205909 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [req-7692fd46-d4ad-412b-9a95-d4b366224937 req-50ac4285-ea0a-4fde-92ef-56b149f956cd tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b179d75-fc35-42af-8ef7-b7a38b7992e2 HTTP/1.1" status: 200 len: 210 time: 0.0298259 May 26 18:16:30.292959 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-94ee3833-2570-42a9-b9c0-e7785f35b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:16:30.322263 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee3833-2570-42a9-b9c0-e7785f35b328 None None] Checking router: fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:16:30.330988 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee3833-2570-42a9-b9c0-e7785f35b328 None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:16:30.331658 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-94ee3833-2570-42a9-b9c0-e7785f35b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:16:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:16:30.429457 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-94ee3833-2570-42a9-b9c0-e7785f35b328 None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:16:30.692596 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-94ee3833-2570-42a9-b9c0-e7785f35b328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:16:30.717435 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee3833-2570-42a9-b9c0-e7785f35b328 None None] The sync data for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi is: [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:10:50Z', 'revision_number': 4, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi', '_interfaces': [{'id': 'c98788ad-9664-4629-bb0a-76bae3b67ebc', 'name': '', 'network_id': 'bdb5c7d1-b856-499c-9d5b-edcdfcd226bf', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'mac_address': 'fa:16:3e:0b:e5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:49Z', 'updated_at': '2022-05-26T18:10:53Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'subnets': [{'id': 'b76b4bb5-9f7b-46d4-99fb-f1c068c29318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:16:30.925717 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ec989-0184-407c-b567-5b154753d19a None None] New status for floating IP 84beb55f-8818-4f23-a423-ba4083c09f18: DOWN {{(pid=104148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 18:16:32.321766 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36048) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:32.391666 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (ea52834e-57f1-4496-b4d5-ff4d0f8c332a), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:32.415513 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (ea52834e-57f1-4496-b4d5-ff4d0f8c332a), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:32.463029 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (ea52834e-57f1-4496-b4d5-ff4d0f8c332a), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:32.465639 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:32.466828 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "DELETE /v2.0/security-groups/ea52834e-57f1-4496-b4d5-ff4d0f8c332a HTTP/1.1" status: 204 len: 168 time: 0.1439242 May 26 18:16:32.469684 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36050) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:32.476626 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea52834e-57f1-4496-b4d5-ff4d0f8c332a,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:32.484403 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.484755 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.485104 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.485443 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.485775 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.486109 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.486465 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.486794 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.487120 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.487527 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.487775 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.487958 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.api.v2.resource [None req-3155c99c-1ae0-4ec5-a283-dfbad854e68b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] show failed (client error): The resource could not be found. May 26 18:16:32.488082 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.488408 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.492540 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.492540 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515de271-f3d9-4603-ba97-8644916bf4d0 tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:16:32.492808 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-3155c99c-1ae0-4ec5-a283-dfbad854e68b tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "GET /v2.0/security-groups/ea52834e-57f1-4496-b4d5-ff4d0f8c332a HTTP/1.1" status: 404 len: 347 time: 0.0191364 May 26 18:16:32.492808 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36052) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:32.603168 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-6ef759ff-97c4-40b3-976a-5caeb4f2769c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Deleting port 025e78e2-df5d-4e3c-a798-f79018574219 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:16:32.603507 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6ef759ff-97c4-40b3-976a-5caeb4f2769c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (025e78e2-df5d-4e3c-a798-f79018574219), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:32.614764 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:32.679721 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6ef759ff-97c4-40b3-976a-5caeb4f2769c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (025e78e2-df5d-4e3c-a798-f79018574219), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:32.679965 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6ef759ff-97c4-40b3-976a-5caeb4f2769c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (025e78e2-df5d-4e3c-a798-f79018574219), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:32.692898 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-6ef759ff-97c4-40b3-976a-5caeb4f2769c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Calling delete_port for 025e78e2-df5d-4e3c-a798-f79018574219 owned by network:floatingip {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:16:32.826337 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6ef759ff-97c4-40b3-976a-5caeb4f2769c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (025e78e2-df5d-4e3c-a798-f79018574219), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:32.852925 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef759ff-97c4-40b3-976a-5caeb4f2769c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Pushing event deleted for resources: {'Port': ['ID=025e78e2-df5d-4e3c-a798-f79018574219,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:32.915813 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6ef759ff-97c4-40b3-976a-5caeb4f2769c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks [] for floatingip (84beb55f-8818-4f23-a423-ba4083c09f18), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:32.918334 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-6ef759ff-97c4-40b3-976a-5caeb4f2769c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71031'] for floatingip (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:32.919479 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-6ef759ff-97c4-40b3-976a-5caeb4f2769c tempest-AttachVolumeShelveTestJSON-486978805 tempest-AttachVolumeShelveTestJSON-486978805-project] 10.222.0.76 "DELETE /v2.0/floatingips/84beb55f-8818-4f23-a423-ba4083c09f18 HTTP/1.1" status: 204 len: 168 time: 0.4257748 May 26 18:16:33.667091 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0dee4d26-9746-4489-a773-a054c63b2c40 no longer exists at agent hyperv_hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:16:33.686679 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] No Port match for: 0dee4d26-9746-4489-a773-a054c63b2c40 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:16:33.687022 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Device 0dee4d26-9746-4489-a773-a054c63b2c40 not bound to the agent host hv-cinder-83906 {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:16:35.344904 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36074) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:35.904386 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1981400'] for router_interface (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:35.940317 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:36.394456 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] Deleting port c98788ad-9664-4629-bb0a-76bae3b67ebc {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:16:36.395168 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:36.432858 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:36.472645 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] For port c98788ad-9664-4629-bb0a-76bae3b67ebc, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=c98788ad-9664-4629-bb0a-76bae3b67ebc,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:16:36.473003 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:36.485999 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] Calling delete_port for c98788ad-9664-4629-bb0a-76bae3b67ebc owned by network:router_interface {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:16:36.661451 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (c98788ad-9664-4629-bb0a-76bae3b67ebc), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:36.689421 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98788ad-9664-4629-bb0a-76bae3b67ebc,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:36.859915 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-289928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1981252'] for router_interface (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:37.071804 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] Router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 has already been hosted by L3 agent cb487416-6954-49d8-8398-29168d4b46d3 {{(pid=104146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 18:16:37.078656 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:37.178609 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] Notify agent at l3_agent.dv-cinder-839064-2-iscsi the message routers_updated {{(pid=104146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 18:16:37.183549 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-37470f90-d514-4f07-8780-c75dbdc8eb97 admin admin] 10.222.0.76 "PUT /v2.0/routers/fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8378780 May 26 18:16:37.186089 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36078) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:37.188512 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd642216-11fe-4c75-bf83-3bd9ea4b43fa None None] Sync routers for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 18:16:37.199569 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd642216-11fe-4c75-bf83-3bd9ea4b43fa None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:16:37.200170 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-dd642216-11fe-4c75-bf83-3bd9ea4b43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:16:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:16:37.241733 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:37.286257 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Publish callbacks [] for router (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:37.301705 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-dd642216-11fe-4c75-bf83-3bd9ea4b43fa None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: dv-cinder-839064-2-iscsi {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:16:37.388563 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Publish callbacks [] for router_gateway (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:37.434215 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Deleting port c447826d-8767-4ee4-813f-8c7c7c866fb7 {{(pid=104146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:16:37.434925 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:37.473524 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-dd642216-11fe-4c75-bf83-3bd9ea4b43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'external_fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:16:36Z', 'revision_number': 5, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port': {'id': 'c447826d-8767-4ee4-813f-8c7c7c866fb7', 'name': '', 'network_id': '87c30ee3-ecc3-4b30-9751-5557819add7d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:26:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839064-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T18:10:46Z', 'updated_at': '2022-05-26T18:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e50fe025-3355-4d7e-9d53-ce69125faee5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839064-2-iscsi'}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:16:37.499058 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd642216-11fe-4c75-bf83-3bd9ea4b43fa None None] Checking router: fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 for host: dv-cinder-839064-2-iscsi {{(pid=104149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 18:16:37.509107 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd642216-11fe-4c75-bf83-3bd9ea4b43fa None None] Routers {'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'} bound to L3 agent in host dv-cinder-839064-2-iscsi {{(pid=104149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 18:16:37.509727 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-dd642216-11fe-4c75-bf83-3bd9ea4b43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839064-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T17:55:53Z,description=,heartbeat_timestamp=2022-05-26T18:16:23Z,host='dv-cinder-839064-2-iscsi',id=cb487416-6954-49d8-8398-29168d4b46d3,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T17:55:53Z,topic='l3_agent')) {'router_ids': ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'], 'active': True} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:16:37.516750 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.db [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] For port c447826d-8767-4ee4-813f-8c7c7c866fb7, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=c447826d-8767-4ee4-813f-8c7c7c866fb7,segment=NetworkSegment(0cc4480a-3eb8-4787-b559-93928948f2e8),segment_id=0cc4480a-3eb8-4787-b559-93928948f2e8)] {{(pid=104146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:16:37.517111 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:37.531353 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.plugins.ml2.plugin [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Calling delete_port for c447826d-8767-4ee4-813f-8c7c7c866fb7 owned by network:router_gateway {{(pid=104146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:16:37.543765 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:37.546080 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=100 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:37.597279 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_dvr_db [None req-dd642216-11fe-4c75-bf83-3bd9ea4b43fa None None] Set router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 gateway port host: None {{(pid=104149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 18:16:37.646039 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.l3_hamode_db [None req-dd642216-11fe-4c75-bf83-3bd9ea4b43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:16:37Z', 'revision_number': 6, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port_host': None}], 'dv-cinder-839064-2-iscsi', False) {} {{(pid=104149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:16:37.675044 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd642216-11fe-4c75-bf83-3bd9ea4b43fa None None] The sync data for ids ['fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84'] in dv-cinder-839064-2-iscsi is: [{'id': 'fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84', 'name': 'tempest-AttachVolumeShelveTestJSON-709687879-router', 'tenant_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T18:10:45Z', 'updated_at': '2022-05-26T18:16:37Z', 'revision_number': 6, 'project_id': '1b13e82b890d4bedbd8ecb6bcbd603c6', 'gw_port_host': None}] {{(pid=104149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 18:16:37.702129 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25883151'] for port (c447826d-8767-4ee4-813f-8c7c7c866fb7), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:37.726021 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Pushing event deleted for resources: {'Port': ['ID=c447826d-8767-4ee4-813f-8c7c7c866fb7,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:37.797841 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1982182'] for router_gateway (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:37.888277 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2044343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:37.890477 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Publish callbacks [] for router_controller (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), precommit_delete_associations {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:37.932925 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2044348'] for router (fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:37.933519 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 {{(pid=104146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 18:16:37.937581 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:37.938745 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5903b7a5-0d47-43dc-ba1a-6d02eb39447c admin admin] 10.222.0.76 "DELETE /v2.0/routers/fbc2f4d8-dd77-4ad8-ac13-dbe1b4de5d84 HTTP/1.1" status: 204 len: 168 time: 0.7515936 May 26 18:16:37.941492 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36080) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:37.987226 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac7ce7e-657f-4419-9ab5-eda820158fa9 admin admin] Deleting subnet b76b4bb5-9f7b-46d4-99fb-f1c068c29318 {{(pid=104146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 18:16:37.990826 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ce7e-657f-4419-9ab5-eda820158fa9 admin admin] Publish callbacks [] for subnet (b76b4bb5-9f7b-46d4-99fb-f1c068c29318), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.014889 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:38.028895 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ce7e-657f-4419-9ab5-eda820158fa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554127'] for subnet (b76b4bb5-9f7b-46d4-99fb-f1c068c29318), precommit_delete_associations {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.111912 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ce7e-657f-4419-9ab5-eda820158fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015446'] for subnet (b76b4bb5-9f7b-46d4-99fb-f1c068c29318), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.148249 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:38.167934 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ce7e-657f-4419-9ab5-eda820158fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1015439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25884414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25530297'] for subnet (b76b4bb5-9f7b-46d4-99fb-f1c068c29318), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.203207 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7ce7e-657f-4419-9ab5-eda820158fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76b4bb5-9f7b-46d4-99fb-f1c068c29318,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:38.205175 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ce7e-657f-4419-9ab5-eda820158fa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.208375 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-1ac7ce7e-657f-4419-9ab5-eda820158fa9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b76b4bb5-9f7b-46d4-99fb-f1c068c29318 HTTP/1.1" status: 204 len: 168 time: 0.2659190 May 26 18:16:38.210945 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0db239-11d6-46b7-b9b4-cba492fcc0f1 None None] Network bdb5c7d1-b856-499c-9d5b-edcdfcd226bf requested from dv-cinder-839064-2-iscsi {{(pid=104148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 18:16:38.211635 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36082) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:38.283459 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791825'] for network (bdb5c7d1-b856-499c-9d5b-edcdfcd226bf), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.327757 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Deleting port 737090fc-b9f8-4a98-99cf-2f63c49de1ea {{(pid=104147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:16:38.328098 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.391750 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.db [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] For port 737090fc-b9f8-4a98-99cf-2f63c49de1ea, host dv-cinder-839064-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839064-2-iscsi',level=0,port_id=737090fc-b9f8-4a98-99cf-2f63c49de1ea,segment=NetworkSegment(3febfef5-f4d8-483e-8bac-d33d6652a9e4),segment_id=3febfef5-f4d8-483e-8bac-d33d6652a9e4)] {{(pid=104147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:16:38.392054 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.409541 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.plugin [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Calling delete_port for 737090fc-b9f8-4a98-99cf-2f63c49de1ea owned by network:dhcp {{(pid=104147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:16:38.464550 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5090d7-d9b1-45cc-94d5-a2e20ee22a79 None None] DHCP port deletion for bdb5c7d1-b856-499c-9d5b-edcdfcd226bf request from dv-cinder-839064-2-iscsi {{(pid=104148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 18:16:38.496300 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3587957'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.506677 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-cc5090d7-d9b1-45cc-94d5-a2e20ee22a79 None None] Deleting port 737090fc-b9f8-4a98-99cf-2f63c49de1ea {{(pid=104148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 18:16:38.507309 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cc5090d7-d9b1-45cc-94d5-a2e20ee22a79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748000250085'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), before_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.524570 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=737090fc-b9f8-4a98-99cf-2f63c49de1ea,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:38.526439 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] No DVR routers for this DVR port 737090fc-b9f8-4a98-99cf-2f63c49de1ea on host dv-cinder-839064-2-iscsi {{(pid=104147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:16:38.574122 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.db [None req-cc5090d7-d9b1-45cc-94d5-a2e20ee22a79 None None] For port 737090fc-b9f8-4a98-99cf-2f63c49de1ea, host dv-cinder-839064-2-iscsi, got binding levels [] {{(pid=104148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 18:16:38.574553 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cc5090d7-d9b1-45cc-94d5-a2e20ee22a79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1970784'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), precommit_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.588472 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-cc5090d7-d9b1-45cc-94d5-a2e20ee22a79 None None] Calling delete_port for 737090fc-b9f8-4a98-99cf-2f63c49de1ea owned by network:dhcp {{(pid=104148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 18:16:38.591317 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.ipam_backend_mixin [None req-cc5090d7-d9b1-45cc-94d5-a2e20ee22a79 None None] Port 737090fc-b9f8-4a98-99cf-2f63c49de1ea was not found and therefore no delete operation was performed {{(pid=104148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 18:16:38.592554 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-cc5090d7-d9b1-45cc-94d5-a2e20ee22a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-614004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748000259539', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747999866197'] for port (737090fc-b9f8-4a98-99cf-2f63c49de1ea), after_delete {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.603204 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983331', 'neutron.services.segments.db._delete_segments_for_network-8748000395888'] for network (bdb5c7d1-b856-499c-9d5b-edcdfcd226bf), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.617082 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5090d7-d9b1-45cc-94d5-a2e20ee22a79 None None] Pushing event deleted for resources: {'Port': ['ID=737090fc-b9f8-4a98-99cf-2f63c49de1ea,revision_number=None']} {{(pid=104148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:38.620583 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5090d7-d9b1-45cc-94d5-a2e20ee22a79 None None] No DVR routers for this DVR port 737090fc-b9f8-4a98-99cf-2f63c49de1ea on host dv-cinder-839064-2-iscsi {{(pid=104148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 18:16:38.633015 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb5c7d1-b856-499c-9d5b-edcdfcd226bf']}} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:16:38.643590 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3febfef5-f4d8-483e-8bac-d33d6652a9e4') {'for_net_delete': True} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:16:38.643870 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.services.segments.db [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3febfef5-f4d8-483e-8bac-d33d6652a9e4') {} {{(pid=104147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 18:16:38.655188 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748000396409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3201090'] for segment (3febfef5-f4d8-483e-8bac-d33d6652a9e4), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.669833 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721'] for segment (3febfef5-f4d8-483e-8bac-d33d6652a9e4), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.676212 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=104147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 18:16:38.676606 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1013721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3587878'] for segment (3febfef5-f4d8-483e-8bac-d33d6652a9e4), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.699550 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 3febfef5-f4d8-483e-8bac-d33d6652a9e4 resource provider aggregate not found May 26 18:16:38.735173 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.services.segments.plugin [-] Segment 3febfef5-f4d8-483e-8bac-d33d6652a9e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3febfef5-f4d8-483e-8bac-d33d6652a9e4 found for delete ", "request_id": "req-eba5d443-7636-4d51-b418-abdebac21541"}]} May 26 18:16:38.754277 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-289939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1982154'] for network (bdb5c7d1-b856-499c-9d5b-edcdfcd226bf), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.759605 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-289965'] for network (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:38.762652 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bdb5c7d1-b856-499c-9d5b-edcdfcd226bf HTTP/1.1" status: 204 len: 168 time: 0.5500329 May 26 18:16:38.775038 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae475e0c-fc28-4aa4-911a-66a63259b5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb5c7d1-b856-499c-9d5b-edcdfcd226bf,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:38.904163 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36090) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:38.950589 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-00a3f640-b021-4cf5-adfa-517ae2d39563 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b13e82b890d4bedbd8ecb6bcbd603c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452573 May 26 18:16:38.953082 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36092) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:38.983444 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:38.995465 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 737090fc-b9f8-4a98-99cf-2f63c49de1ea no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:16:39.010129 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-037a090f-aa14-473f-b9b5-21d62307dd24 admin admin] Publish callbacks [] for security_group (207c50ff-f44b-4eb0-b639-d767e9b3e76d), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:39.018266 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: 737090fc-b9f8-4a98-99cf-2f63c49de1ea {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:16:39.018624 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device 737090fc-b9f8-4a98-99cf-2f63c49de1ea not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:16:39.018878 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:39.019052 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device c447826d-8767-4ee4-813f-8c7c7c866fb7 no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:16:39.033642 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-037a090f-aa14-473f-b9b5-21d62307dd24 admin admin] Publish callbacks [] for security_group (207c50ff-f44b-4eb0-b639-d767e9b3e76d), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:39.039118 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: c447826d-8767-4ee4-813f-8c7c7c866fb7 {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:16:39.039463 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device c447826d-8767-4ee4-813f-8c7c7c866fb7 not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:16:39.039888 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device c98788ad-9664-4629-bb0a-76bae3b67ebc no longer exists at agent ovs-agent-dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 18:16:39.059053 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.plugin [None req-6a904748-3448-4448-af04-8cad68d8351b None None] No Port match for: c98788ad-9664-4629-bb0a-76bae3b67ebc {{(pid=104148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 18:16:39.059297 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron.plugins.ml2.rpc [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Device c98788ad-9664-4629-bb0a-76bae3b67ebc not bound to the agent host dv-cinder-839064-2-iscsi {{(pid=104148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 18:16:39.082809 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-037a090f-aa14-473f-b9b5-21d62307dd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (207c50ff-f44b-4eb0-b639-d767e9b3e76d), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:39.086140 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-037a090f-aa14-473f-b9b5-21d62307dd24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:39.087338 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-037a090f-aa14-473f-b9b5-21d62307dd24 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/207c50ff-f44b-4eb0-b639-d767e9b3e76d HTTP/1.1" status: 204 len: 168 time: 0.1333385 May 26 18:16:39.099031 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a090f-aa14-473f-b9b5-21d62307dd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c50ff-f44b-4eb0-b639-d767e9b3e76d,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:41.058630 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36162) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:41.166592 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-90a3a6d0-830e-4810-8c80-e37b03329def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.243764 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-90a3a6d0-830e-4810-8c80-e37b03329def admin admin] Publish callbacks [] for security_group (73fa2960-be3e-4f1d-852d-529ce6c224c3), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.246698 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-90a3a6d0-830e-4810-8c80-e37b03329def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (73fa2960-be3e-4f1d-852d-529ce6c224c3), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.288150 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-90a3a6d0-830e-4810-8c80-e37b03329def admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b19b5ca8bad4813a6cf82f720ef18e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283001 May 26 18:16:41.288970 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3a6d0-830e-4810-8c80-e37b03329def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fa2960-be3e-4f1d-852d-529ce6c224c3,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:41.291799 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36166) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:41.342581 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d9a47cda-3c3b-4caa-a38e-c48e473cdddf admin admin] Publish callbacks [] for security_group (73fa2960-be3e-4f1d-852d-529ce6c224c3), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.364573 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d9a47cda-3c3b-4caa-a38e-c48e473cdddf admin admin] Publish callbacks [] for security_group (73fa2960-be3e-4f1d-852d-529ce6c224c3), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.421066 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d9a47cda-3c3b-4caa-a38e-c48e473cdddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (73fa2960-be3e-4f1d-852d-529ce6c224c3), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.423822 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-d9a47cda-3c3b-4caa-a38e-c48e473cdddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.424967 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-d9a47cda-3c3b-4caa-a38e-c48e473cdddf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73fa2960-be3e-4f1d-852d-529ce6c224c3 HTTP/1.1" status: 204 len: 168 time: 0.1322801 May 26 18:16:41.433411 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a47cda-3c3b-4caa-a38e-c48e473cdddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fa2960-be3e-4f1d-852d-529ce6c224c3,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:41.445956 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:41.446753 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:41.698910 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36172) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:41.713245 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b23fad5b-8174-4187-a592-e93806977ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.790223 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b23fad5b-8174-4187-a592-e93806977ea4 admin admin] Publish callbacks [] for security_group (d421217a-0191-45ed-8c02-6863323454dc), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.794894 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-b23fad5b-8174-4187-a592-e93806977ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d421217a-0191-45ed-8c02-6863323454dc), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.837204 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fad5b-8174-4187-a592-e93806977ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d421217a-0191-45ed-8c02-6863323454dc,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:41.841359 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-b23fad5b-8174-4187-a592-e93806977ea4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bee4302010774fd682f6488542c50530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412854 May 26 18:16:41.843872 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36174) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:41.892837 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.894017 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d0810280-1d8c-48df-914e-9aa67cb92ded admin admin] Publish callbacks [] for security_group (d421217a-0191-45ed-8c02-6863323454dc), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.917214 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d0810280-1d8c-48df-914e-9aa67cb92ded admin admin] Publish callbacks [] for security_group (d421217a-0191-45ed-8c02-6863323454dc), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.965984 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d0810280-1d8c-48df-914e-9aa67cb92ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d421217a-0191-45ed-8c02-6863323454dc), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.968970 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d0810280-1d8c-48df-914e-9aa67cb92ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:41.972593 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-d0810280-1d8c-48df-914e-9aa67cb92ded admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d421217a-0191-45ed-8c02-6863323454dc HTTP/1.1" status: 204 len: 168 time: 0.1255252 May 26 18:16:41.980623 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0810280-1d8c-48df-914e-9aa67cb92ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d421217a-0191-45ed-8c02-6863323454dc,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:43.579041 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36218) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:43.687491 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ca37-2fdb-4e80-bff1-d851f4558f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:43.765245 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ca37-2fdb-4e80-bff1-d851f4558f93 admin admin] Publish callbacks [] for security_group (42fc6998-c906-4563-8be5-9f81e4108624), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:43.769050 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ca37-2fdb-4e80-bff1-d851f4558f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (42fc6998-c906-4563-8be5-9f81e4108624), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:43.809033 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0ca37-2fdb-4e80-bff1-d851f4558f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fc6998-c906-4563-8be5-9f81e4108624,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:43.814958 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-d5c0ca37-2fdb-4e80-bff1-d851f4558f93 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=88e2443642114f7aac444b67df927809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348578 May 26 18:16:43.816823 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36222) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:43.870602 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-896f8aab-c86b-4f09-99eb-4449a34d9471 admin admin] Publish callbacks [] for security_group (42fc6998-c906-4563-8be5-9f81e4108624), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:43.891428 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=11 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:43.896585 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-896f8aab-c86b-4f09-99eb-4449a34d9471 admin admin] Publish callbacks [] for security_group (42fc6998-c906-4563-8be5-9f81e4108624), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:43.946498 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-896f8aab-c86b-4f09-99eb-4449a34d9471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (42fc6998-c906-4563-8be5-9f81e4108624), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:43.949177 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-896f8aab-c86b-4f09-99eb-4449a34d9471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:43.950373 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-896f8aab-c86b-4f09-99eb-4449a34d9471 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42fc6998-c906-4563-8be5-9f81e4108624 HTTP/1.1" status: 204 len: 168 time: 0.1325898 May 26 18:16:43.958240 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f8aab-c86b-4f09-99eb-4449a34d9471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fc6998-c906-4563-8be5-9f81e4108624,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:44.219140 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36228) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:44.233136 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d0f8-9ff5-42b1-a6ba-e7438449902a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:44.312565 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d0f8-9ff5-42b1-a6ba-e7438449902a admin admin] Publish callbacks [] for security_group (dfb1b40a-6f4f-48db-98a2-a03994259a94), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:44.317300 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d0f8-9ff5-42b1-a6ba-e7438449902a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (dfb1b40a-6f4f-48db-98a2-a03994259a94), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:44.356180 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1d0f8-9ff5-42b1-a6ba-e7438449902a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb1b40a-6f4f-48db-98a2-a03994259a94,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:44.361402 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-c4a1d0f8-9ff5-42b1-a6ba-e7438449902a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=17d8ef3ca5ff48e7875d165c59a4917a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411886 May 26 18:16:44.364133 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36230) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:44.415565 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-7a2d7a1f-1c78-46ab-b9f5-3a0b86a9167d admin admin] Publish callbacks [] for security_group (dfb1b40a-6f4f-48db-98a2-a03994259a94), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:44.437740 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-7a2d7a1f-1c78-46ab-b9f5-3a0b86a9167d admin admin] Publish callbacks [] for security_group (dfb1b40a-6f4f-48db-98a2-a03994259a94), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:44.451867 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:44.487139 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-7a2d7a1f-1c78-46ab-b9f5-3a0b86a9167d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (dfb1b40a-6f4f-48db-98a2-a03994259a94), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:44.489613 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-7a2d7a1f-1c78-46ab-b9f5-3a0b86a9167d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:44.491838 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-7a2d7a1f-1c78-46ab-b9f5-3a0b86a9167d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dfb1b40a-6f4f-48db-98a2-a03994259a94 HTTP/1.1" status: 204 len: 168 time: 0.1268945 May 26 18:16:44.499910 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d7a1f-1c78-46ab-b9f5-3a0b86a9167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb1b40a-6f4f-48db-98a2-a03994259a94,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:45.576468 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36260) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:45.686710 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-432d6e6f-ca79-4fd8-bf6e-6847c919f11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:45.699774 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:45.765662 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-432d6e6f-ca79-4fd8-bf6e-6847c919f11c admin admin] Publish callbacks [] for security_group (6af074ae-5605-4f1a-a310-df0a42835aa5), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:45.772176 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-432d6e6f-ca79-4fd8-bf6e-6847c919f11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6af074ae-5605-4f1a-a310-df0a42835aa5), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:45.812627 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-432d6e6f-ca79-4fd8-bf6e-6847c919f11c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5be68ea7d2e349d1bed46a6f58516521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346911 May 26 18:16:45.813508 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d6e6f-ca79-4fd8-bf6e-6847c919f11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af074ae-5605-4f1a-a310-df0a42835aa5,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:45.815403 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36264) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:45.845360 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=13 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:45.868254 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-845addd0-f5e3-4a5a-b3d5-9570805fb18d admin admin] Publish callbacks [] for security_group (6af074ae-5605-4f1a-a310-df0a42835aa5), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:45.889861 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-845addd0-f5e3-4a5a-b3d5-9570805fb18d admin admin] Publish callbacks [] for security_group (6af074ae-5605-4f1a-a310-df0a42835aa5), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:45.937580 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-845addd0-f5e3-4a5a-b3d5-9570805fb18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6af074ae-5605-4f1a-a310-df0a42835aa5), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:45.940154 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-845addd0-f5e3-4a5a-b3d5-9570805fb18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:45.941327 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-845addd0-f5e3-4a5a-b3d5-9570805fb18d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6af074ae-5605-4f1a-a310-df0a42835aa5 HTTP/1.1" status: 204 len: 168 time: 0.1248808 May 26 18:16:45.949859 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845addd0-f5e3-4a5a-b3d5-9570805fb18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af074ae-5605-4f1a-a310-df0a42835aa5,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:50.464888 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d71009d4-65f8-41ed-ad2d-4c80562b373f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:50.660697 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=18 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:50.666805 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=29 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:51.442135 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b7e9b09b-f4a8-434c-bef9-d3b41101bf88 req-08a7c794-f70f-4396-a76c-a5370eee23da service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0334301 May 26 18:16:51.523841 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b7e9b09b-f4a8-434c-bef9-d3b41101bf88 req-bb86fe38-06f9-4307-9820-cadf248b9ae2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0273051 May 26 18:16:51.567584 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b7e9b09b-f4a8-434c-bef9-d3b41101bf88 req-167a9543-1b28-4671-86d9-88aa60384827 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196950 May 26 18:16:51.663099 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9b09b-f4a8-434c-bef9-d3b41101bf88 req-8e95d4c6-f1e0-48b7-9081-2fcc4764881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:16:51.664570 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b7e9b09b-f4a8-434c-bef9-d3b41101bf88 req-8e95d4c6-f1e0-48b7-9081-2fcc4764881c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914752 May 26 18:16:52.658407 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a62cab5f-c380-4198-ad30-debec37d7443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:53.940039 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:53.986926 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36386) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:54.091711 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a98877bd-e43c-4e03-af2c-3d97af8e2cc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.168511 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a98877bd-e43c-4e03-af2c-3d97af8e2cc5 admin admin] Publish callbacks [] for security_group (91452748-6320-4fd8-b32e-5a6ae79af834), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.172415 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-a98877bd-e43c-4e03-af2c-3d97af8e2cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (91452748-6320-4fd8-b32e-5a6ae79af834), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.215887 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-a98877bd-e43c-4e03-af2c-3d97af8e2cc5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4db395eeabf54bfba70236de291c2044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277787 May 26 18:16:54.216893 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98877bd-e43c-4e03-af2c-3d97af8e2cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91452748-6320-4fd8-b32e-5a6ae79af834,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:54.218736 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36390) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:54.270074 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5cf527ee-1425-4625-a8d6-3fb7b11c1081 admin admin] Publish callbacks [] for security_group (91452748-6320-4fd8-b32e-5a6ae79af834), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.295962 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5cf527ee-1425-4625-a8d6-3fb7b11c1081 admin admin] Publish callbacks [] for security_group (91452748-6320-4fd8-b32e-5a6ae79af834), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.348076 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5cf527ee-1425-4625-a8d6-3fb7b11c1081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (91452748-6320-4fd8-b32e-5a6ae79af834), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.351916 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-5cf527ee-1425-4625-a8d6-3fb7b11c1081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.353249 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-5cf527ee-1425-4625-a8d6-3fb7b11c1081 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/91452748-6320-4fd8-b32e-5a6ae79af834 HTTP/1.1" status: 204 len: 168 time: 0.1334407 May 26 18:16:54.361905 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf527ee-1425-4625-a8d6-3fb7b11c1081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91452748-6320-4fd8-b32e-5a6ae79af834,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:54.626611 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36396) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:54.640000 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-97ab8d3c-b6a9-4b7c-b881-a8b9afa1ca05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.721387 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-97ab8d3c-b6a9-4b7c-b881-a8b9afa1ca05 admin admin] Publish callbacks [] for security_group (42684f26-1626-4775-aa2a-11808673e986), precommit_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.725429 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-97ab8d3c-b6a9-4b7c-b881-a8b9afa1ca05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (42684f26-1626-4775-aa2a-11808673e986), after_create {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.767491 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-97ab8d3c-b6a9-4b7c-b881-a8b9afa1ca05 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81e71a0f586a46d0b5239023599e6de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375208 May 26 18:16:54.767491 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab8d3c-b6a9-4b7c-b881-a8b9afa1ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42684f26-1626-4775-aa2a-11808673e986,revision_number=1']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:54.767880 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36398) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:54.818869 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f16e7f8a-4deb-4b30-b0ae-dfdbcff457fb admin admin] Publish callbacks [] for security_group (42684f26-1626-4775-aa2a-11808673e986), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.841522 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f16e7f8a-4deb-4b30-b0ae-dfdbcff457fb admin admin] Publish callbacks [] for security_group (42684f26-1626-4775-aa2a-11808673e986), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.889727 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f16e7f8a-4deb-4b30-b0ae-dfdbcff457fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (42684f26-1626-4775-aa2a-11808673e986), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.892244 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f16e7f8a-4deb-4b30-b0ae-dfdbcff457fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:54.893386 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f16e7f8a-4deb-4b30-b0ae-dfdbcff457fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42684f26-1626-4775-aa2a-11808673e986 HTTP/1.1" status: 204 len: 168 time: 0.1239157 May 26 18:16:54.906033 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e7f8a-4deb-4b30-b0ae-dfdbcff457fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42684f26-1626-4775-aa2a-11808673e986,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:55.225349 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36404) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:55.238589 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1c7292b7-2d3b-41a5-b082-f93d3ccdaf56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:55.316131 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1c7292b7-2d3b-41a5-b082-f93d3ccdaf56 admin admin] Publish callbacks [] for security_group (d9195870-d695-481b-af58-3e124992a605), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:55.320897 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-1c7292b7-2d3b-41a5-b082-f93d3ccdaf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d9195870-d695-481b-af58-3e124992a605), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:55.361303 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7292b7-2d3b-41a5-b082-f93d3ccdaf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9195870-d695-481b-af58-3e124992a605,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:55.367835 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-1c7292b7-2d3b-41a5-b082-f93d3ccdaf56 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ffe788b6eeb49d6a9eee4d7378e119f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414320 May 26 18:16:55.370581 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36406) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:16:55.419214 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6263b534-e256-4ecc-9862-8c2b8394921e admin admin] Publish callbacks [] for security_group (d9195870-d695-481b-af58-3e124992a605), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:55.423223 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:16:55.444587 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6263b534-e256-4ecc-9862-8c2b8394921e admin admin] Publish callbacks [] for security_group (d9195870-d695-481b-af58-3e124992a605), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:55.493826 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6263b534-e256-4ecc-9862-8c2b8394921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (d9195870-d695-481b-af58-3e124992a605), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:55.496335 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-6263b534-e256-4ecc-9862-8c2b8394921e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:55.497475 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-6263b534-e256-4ecc-9862-8c2b8394921e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9195870-d695-481b-af58-3e124992a605 HTTP/1.1" status: 204 len: 168 time: 0.1260130 May 26 18:16:55.505674 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263b534-e256-4ecc-9862-8c2b8394921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9195870-d695-481b-af58-3e124992a605,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:16:55.568564 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:16:56.641539 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:16:57.009657 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:04.756654 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=64,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:04.761467 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=66,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:05.500746 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:05.501796 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:06.636468 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:07.003581 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:07.005508 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=15,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:11.900487 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:20.467289 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-137e5f2f-f496-46c5-82eb-e2fafa66826c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:22.657258 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-81f79d43-1ed4-48d9-afb9-61c5f35c430a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:23.941642 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:25.573250 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:26.674546 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36598) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:26.782082 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f65cc977-3972-4f10-ab74-2d9783b64369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:26.870007 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f65cc977-3972-4f10-ab74-2d9783b64369 admin admin] Publish callbacks [] for security_group (b43d97de-1d56-42bf-b64f-e43da1251af4), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:26.873985 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-f65cc977-3972-4f10-ab74-2d9783b64369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b43d97de-1d56-42bf-b64f-e43da1251af4), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:26.913854 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cc977-3972-4f10-ab74-2d9783b64369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43d97de-1d56-42bf-b64f-e43da1251af4,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:26.919216 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-f65cc977-3972-4f10-ab74-2d9783b64369 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c65de19dbca548959d62d3c454a7db07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435188 May 26 18:17:26.921872 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36602) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:26.980830 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8087-e43e-43f3-81ed-b762eb429acf admin admin] Publish callbacks [] for security_group (b43d97de-1d56-42bf-b64f-e43da1251af4), before_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:27.002972 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8087-e43e-43f3-81ed-b762eb429acf admin admin] Publish callbacks [] for security_group (b43d97de-1d56-42bf-b64f-e43da1251af4), precommit_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:27.023369 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:27.055541 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8087-e43e-43f3-81ed-b762eb429acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (b43d97de-1d56-42bf-b64f-e43da1251af4), after_delete {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:27.058300 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8087-e43e-43f3-81ed-b762eb429acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:27.059454 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-4a9b8087-e43e-43f3-81ed-b762eb429acf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b43d97de-1d56-42bf-b64f-e43da1251af4 HTTP/1.1" status: 204 len: 168 time: 0.1366699 May 26 18:17:27.068284 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b8087-e43e-43f3-81ed-b762eb429acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43d97de-1d56-42bf-b64f-e43da1251af4,revision_number=None']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:27.662381 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:27.665343 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:30.718485 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.wsgi [-] (104147) accepted ('10.222.0.76', 36646) {{(pid=104147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:30.827077 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-abf154b1-70b8-457a-bce0-3072da5c0f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:30.903525 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-abf154b1-70b8-457a-bce0-3072da5c0f1a admin admin] Publish callbacks [] for security_group (6342beda-1a66-45ef-ad4e-ca7a79d205ce), precommit_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:30.907070 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron_lib.callbacks.manager [None req-abf154b1-70b8-457a-bce0-3072da5c0f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6342beda-1a66-45ef-ad4e-ca7a79d205ce), after_create {{(pid=104147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:30.946610 dv-cinder-839064-2-iscsi neutron-server[104147]: INFO neutron.wsgi [None req-abf154b1-70b8-457a-bce0-3072da5c0f1a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4c0cc426e4b148d89e274e597ceb72fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270017 May 26 18:17:30.948533 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf154b1-70b8-457a-bce0-3072da5c0f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6342beda-1a66-45ef-ad4e-ca7a79d205ce,revision_number=1']} {{(pid=104147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:30.949359 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [-] (104146) accepted ('10.222.0.76', 36650) {{(pid=104146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 18:17:31.000910 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Publish callbacks [] for security_group (6342beda-1a66-45ef-ad4e-ca7a79d205ce), before_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:31.023351 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Publish callbacks [] for security_group (6342beda-1a66-45ef-ad4e-ca7a79d205ce), precommit_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:31.075692 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698580'] for security_group (6342beda-1a66-45ef-ad4e-ca7a79d205ce), after_delete {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:31.078424 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron_lib.callbacks.manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:31.079578 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6342beda-1a66-45ef-ad4e-ca7a79d205ce HTTP/1.1" status: 204 len: 168 time: 0.1292288 May 26 18:17:31.087540 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6342beda-1a66-45ef-ad4e-ca7a79d205ce,revision_number=None']} {{(pid=104146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 18:17:31.094996 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.095348 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.095692 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.096033 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.096461 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.096701 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.097030 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.097361 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.097687 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.098012 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.098417 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.098747 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.099194 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.099591 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:31.099892 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb9657-404a-48a0-aabf-0180f6cd47a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839064-2-iscsi {{(pid=104146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 18:17:33.640964 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:17:37.080838 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:40.941085 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=55,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:40.944529 dv-cinder-839064-2-iscsi neutron-server[104147]: DEBUG dbcounter [-] [104147] Writing DB stats neutron:SELECT=52,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104147) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:41.083810 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:41.093908 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:41.113143 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:41.925500 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:48.689037 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:48.689825 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:17:50.469358 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-044cbf6f-9d86-4c38-9065-2b8906be06a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:50.847524 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b9520fbb-3cc7-48ab-b2db-48d964397fad req-704a59a0-4d96-4059-9961-1f7ff8f067d6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264449 May 26 18:17:50.931612 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b9520fbb-3cc7-48ab-b2db-48d964397fad req-f2e9b8ad-df75-411a-b943-843fd00b9198 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0269394 May 26 18:17:50.976856 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b9520fbb-3cc7-48ab-b2db-48d964397fad req-151b2900-7d93-4ec3-9376-8a26dfa6aa92 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206361 May 26 18:17:51.073802 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9520fbb-3cc7-48ab-b2db-48d964397fad req-330fbdd3-f3dd-408d-96e0-d0daf8cc41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:17:51.075319 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-b9520fbb-3cc7-48ab-b2db-48d964397fad req-330fbdd3-f3dd-408d-96e0-d0daf8cc41b8 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933316 May 26 18:17:52.659238 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-db80e0b2-12a6-47e2-a477-353a310b9980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:53.944026 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:55.572255 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:17:57.015706 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:01.070553 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=15 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:01.071482 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=11 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:04.656602 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:04.661738 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:10.640552 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:10.641204 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:18:10.642731 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:11.916811 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:20.471448 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d16799cf-8cd9-4cf3-aa24-a8219148a2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:20.636703 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:20.637446 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:22.661741 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-35d593f5-32af-4383-8fed-d68692ca11ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:23.947494 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:25.574366 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:27.018236 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:37.011880 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:37.013735 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:41.931712 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:47.639892 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:18:50.473027 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5b728a50-1cfd-453e-913a-ff2fab8daa36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:52.664378 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-a145af4d-2445-42ed-8857-650ecef19380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.831397 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6e8df263-a2d0-4c6c-8974-1785b539ecfb req-fb16734f-c309-4d8f-bf8c-d9145513fcf3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283496 May 26 18:18:53.917991 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6e8df263-a2d0-4c6c-8974-1785b539ecfb req-9fd69357-ecfc-4b07-90c4-e02dc8b74bfa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0282633 May 26 18:18:53.951233 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:53.965322 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6e8df263-a2d0-4c6c-8974-1785b539ecfb req-64f3102b-8a15-47eb-a3aa-7a1ad7d83b80 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201309 May 26 18:18:54.064668 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8df263-a2d0-4c6c-8974-1785b539ecfb req-78ae0680-2dd4-4d86-b6c2-031e9f91a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:18:54.066066 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6e8df263-a2d0-4c6c-8974-1785b539ecfb req-78ae0680-2dd4-4d86-b6c2-031e9f91a7f3 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947893 May 26 18:18:55.579420 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.022805 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:18:57.634931 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=20 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:18:57.635724 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=16 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:04.061101 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=14 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:04.062021 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=12 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:07.015549 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:07.017921 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:11.935978 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:18.652054 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:18.657211 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:20.476014 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f808f162-4e92-4b81-9b50-c5bc8ceb561c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:22.666362 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-54086227-e0c5-4631-81b3-57250b852e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:23.955684 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:24.638805 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:19:25.579132 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:27.026402 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:34.634749 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:37.014447 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:37.020662 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:41.934985 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:50.477503 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d51447f4-2ee2-46d3-a7fb-29e6ddf2d3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:52.668349 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8cacd12e-751b-4ba1-ab0a-74b4aac34df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:53.957052 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:54.844583 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6ecf91cd-49b6-4133-a162-aa80d328a48c req-24e11acb-89ea-4e7d-9cbf-cb5c2b2a9ea8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0286529 May 26 18:19:54.925879 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6ecf91cd-49b6-4133-a162-aa80d328a48c req-920c6e9c-d86f-4210-979d-2c11c2edc196 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0259545 May 26 18:19:54.968575 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6ecf91cd-49b6-4133-a162-aa80d328a48c req-df37afce-e278-4976-a500-c7b8e3bbd6a8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199456 May 26 18:19:55.065378 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf91cd-49b6-4133-a162-aa80d328a48c req-35f356eb-8816-4523-8b27-72a23af3cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:19:55.067544 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-6ecf91cd-49b6-4133-a162-aa80d328a48c req-35f356eb-8816-4523-8b27-72a23af3cbf0 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938499 May 26 18:19:55.581928 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:19:55.658355 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:55.662760 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:19:57.032538 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:01.637409 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:20:05.062086 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=14 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:05.062913 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=12 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:10.759590 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:10.761466 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:11.633790 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:11.949685 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:20.479147 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-13fad823-243c-427a-ba5f-54b62388ec9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:21.911430 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.wsgi [req-b69300b5-244f-41fb-a99c-9b2eee50393c req-475834fc-17db-4dff-9e5f-fc30a4f7137d service neutron] (104146) timed out ('10.222.0.86', 54505) {{(pid=104146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 18:20:22.671051 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-bbdaf41f-ae98-4cb3-bd69-3b4d69fcb449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:23.959185 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:25.584627 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:27.038057 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:32.664430 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:32.669399 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:37.024359 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:37.033452 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:38.635808 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:20:41.963702 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:50.480395 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-986a2226-e7e3-4ce2-9b52-86bc025cec17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:50.712637 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=14 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:50.714479 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=14 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:20:52.677145 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-7eaa55ac-8d17-4744-8b45-cc17c468c813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:53.961419 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:55.589370 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:20:55.610142 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-40eb755f-b709-405d-a854-125e0ae59dcf req-725d28f4-a383-443b-8b46-cbeb2b961ba7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1212533 May 26 18:20:55.696546 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-40eb755f-b709-405d-a854-125e0ae59dcf req-923a2baf-eeb6-422c-be8e-411d781f69d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0284157 May 26 18:20:55.738395 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-40eb755f-b709-405d-a854-125e0ae59dcf req-3b5c433b-b772-4e83-ae43-32f51756805b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197189 May 26 18:20:55.832144 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb755f-b709-405d-a854-125e0ae59dcf req-86b2c817-be61-4938-a3d4-f834adfb50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:20:55.833597 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-40eb755f-b709-405d-a854-125e0ae59dcf req-86b2c817-be61-4938-a3d4-f834adfb50b9 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905743 May 26 18:20:57.030452 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:05.829071 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=14 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:05.830309 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=12 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:07.025023 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:07.026988 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:09.660909 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:09.665957 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=4 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:11.978324 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:15.635367 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:21:20.482563 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-45b2f842-c77c-4f25-9d7d-2a9c8b5451fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:22.668311 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-5bab9b7a-24fe-4c9b-9395-944a2ff9db4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:23.964051 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:25.591992 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:25.631133 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:25.632423 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:27.033679 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:37.026652 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:37.028585 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:41.993887 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:48.699334 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=5 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:48.700041 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:21:50.486291 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ee8c285c-6754-4520-986a-333b82859698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:52.634405 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:21:52.670494 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-01dc41fc-83b7-47ee-be7b-faa5a08de9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:53.966856 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:55.594419 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:57.039293 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:21:57.471799 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0c199f0c-3a3b-46da-9e86-75e8ebc26a3c req-6a8dc039-4790-44bd-b6f6-0f88af2af12e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc6e1044-c79a-4201-b31d-686b44516f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277867 May 26 18:21:57.555041 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0c199f0c-3a3b-46da-9e86-75e8ebc26a3c req-14cf061b-8fb8-4eaa-a361-7b3840796741 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&device_id=bc6e1044-c79a-4201-b31d-686b44516f55 HTTP/1.1" status: 200 len: 210 time: 0.0274901 May 26 18:21:57.598281 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0c199f0c-3a3b-46da-9e86-75e8ebc26a3c req-87e9259a-aeee-462e-a1ed-80d8c8b7ccd9 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c2cf8fb59b4f4b12900d336f1d91b1eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198991 May 26 18:21:57.693474 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c199f0c-3a3b-46da-9e86-75e8ebc26a3c req-cb5486db-542a-4467-8643-6157902f6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 18:21:57.694957 dv-cinder-839064-2-iscsi neutron-server[104146]: INFO neutron.wsgi [req-0c199f0c-3a3b-46da-9e86-75e8ebc26a3c req-cb5486db-542a-4467-8643-6157902f6904 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903640 May 26 18:22:02.630284 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:02.631012 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:07.685423 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=13 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:07.691691 dv-cinder-839064-2-iscsi neutron-server[104146]: DEBUG dbcounter [-] [104146] Writing DB stats neutron:SELECT=13 {{(pid=104146) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:10.641324 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:10.643170 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:12.010198 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:20.488421 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-c808c15a-9f36-4d52-b2aa-7d46bceb5877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:22.672648 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-8d814802-786f-4dbc-87cd-6fe2b1ba0550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:23.661960 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:23.666493 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=3 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:23.970949 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-f8088a51-8d92-422c-877e-60d4674514a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (949cd7ab-1a5a-4abb-97c3-46928304ceff), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:25.598124 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-2e75ee70-da44-48f6-9c24-33a6dedced9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (74c08cd9-5891-4d24-8870-807ede06abb0), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:27.033357 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-6a904748-3448-4448-af04-8cad68d8351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (973b5a3b-92b8-49d6-8dfa-0725e690e0a9), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:29.633149 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG neutron.db.agents_db [None req-071c4455-9074-47d7-a994-ef1a5444c37f None None] Agent healthcheck: found 6 active agents {{(pid=104149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 18:22:37.022863 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:37.028922 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG dbcounter [-] [104148] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104148) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:39.628769 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:39.629534 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=1 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:42.024015 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-d531e6b6-1d9c-4ff5-8a54-0019e60e1fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (6e62213e-1588-4b14-b7ff-65df4a9d9183), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:50.491030 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-ef488a98-0590-480c-87dc-ca53a2f7cd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (7005c3e6-da84-430f-988a-50916b305b49), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 18:22:50.632873 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=12 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:50.637586 dv-cinder-839064-2-iscsi neutron-server[104149]: DEBUG dbcounter [-] [104149] Writing DB stats neutron:SELECT=14 {{(pid=104149) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 18:22:52.678854 dv-cinder-839064-2-iscsi neutron-server[104148]: DEBUG neutron_lib.callbacks.manager [None req-31711f78-b2d7-4839-975a-64b45f753f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748000395870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952800'] for agent (cb487416-6954-49d8-8398-29168d4b46d3), after_update {{(pid=104148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}